-- Logs begin at Tue 2021-09-14 09:24:17 UTC, end at Tue 2021-09-14 10:20:12 UTC. -- Sep 14 09:52:24.719864 dv-cinder-806965-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 09:52:27.441414 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.common.config [-] Logging enabled! Sep 14 09:52:27.441996 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 09:52:27.442190 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93818) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 09:52:27.445418 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.common.config [-] Logging enabled! Sep 14 09:52:27.445676 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 09:52:27.445988 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93818) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 09:52:27.446923 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 09:52:27.447158 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 09:52:27.447521 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 09:52:27.447765 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 09:52:27.447992 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 09:52:27.448313 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.448611 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.448938 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.449169 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.449463 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.449754 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.450033 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.450320 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.450614 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.450896 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.451197 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.451480 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.451707 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.451988 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.452272 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.452555 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.452776 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] debug = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.453076 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.453500 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.453919 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.454197 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.454484 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.454759 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.455027 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.455299 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.455581 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.455906 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] host = dv-cinder-806965-4-iscsi {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.456192 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.456459 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.456739 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.457052 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.457323 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.457599 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.457879 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.458147 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.458414 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.458685 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.458969 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.459250 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.459534 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.459759 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.459979 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.460260 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.460540 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.460810 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.461113 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.461382 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.461650 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.461918 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.462183 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.462462 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.462741 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.463019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.463285 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.463552 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.463817 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.464081 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.464359 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.464624 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.464909 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.465179 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.465459 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.465722 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.465997 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.466293 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.466596 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.466877 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.467158 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.467426 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.467704 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.467970 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.468236 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.468503 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] use_json = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.468770 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.469069 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.469343 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.469611 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.469880 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.470145 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.470411 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.470690 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:27.470980 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.471271 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.471569 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.471849 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.472141 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.472417 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.472702 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.472999 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.473286 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.473572 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.473856 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.474133 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.474418 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.474693 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.474983 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.475281 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.475570 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.475859 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.476136 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.476407 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.476678 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.476980 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.477264 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.477539 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.477825 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.478110 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.478384 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.478667 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.478955 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.479240 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.479509 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.479783 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.480070 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.480341 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.480610 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.480905 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.481191 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.481464 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.481733 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.482011 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.482809 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.483079 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.483348 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.483621 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.483907 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.484181 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.484449 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.484719 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.485028 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.485296 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.485575 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.485846 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.486114 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.486384 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.486658 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.486924 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.487190 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.487460 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.487726 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.487997 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.488265 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.488531 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.488798 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.489091 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.489360 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.489627 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.489896 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.490171 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.490440 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.490706 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.490972 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.491239 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.491507 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.491785 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.492079 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.492354 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.492630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.492935 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.493212 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.493485 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.493757 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.494031 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.494306 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.494575 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.494862 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.495141 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.495423 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.495701 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.495975 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.496273 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.496554 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.496831 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.497127 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.497400 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.497679 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.498515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.498813 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.499109 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.499404 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.499697 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.499987 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.500262 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.500567 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.500843 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:27.501083 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 09:52:27.501320 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93818) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 09:52:27.848417 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 09:52:27.848699 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 09:52:27.849016 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 09:52:27.849349 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 09:52:28.237069 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.237293 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.237575 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.238885 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.239160 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.239426 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.275010 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.275288 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.275556 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.291002 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.291285 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.291557 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.319260 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.319545 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.319818 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.357696 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.357975 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.358246 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.587051 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.587619 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.587619 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.587842 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.588542 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.708215 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.708534 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.708819 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.709116 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.709385 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.709699 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.709959 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.710215 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.710468 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.710751 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.711009 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.711273 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.711528 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.711779 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.712069 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.712334 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.712590 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.712854 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.713143 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.713403 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.713677 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.713930 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.714210 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.714587 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.714839 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.715087 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.715479 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:28.715719 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:28.715951 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:28.716184 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:28.716425 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:28.716899 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:28.717110 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 09:52:28.720095 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 09:52:28.724029 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 09:52:28.727836 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 14 09:52:28.729478 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 09:52:28.729928 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 09:52:28.730265 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 09:52:28.730649 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 09:52:28.733451 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 09:52:28.733706 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 09:52:28.734054 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 09:52:28.739313 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 09:52:28.761385 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 09:52:28.761834 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.762134 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93818) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 09:52:28.762496 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.764402 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93818) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 09:52:28.764681 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 09:52:28.764946 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 09:52:28.768258 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.768534 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:28.832298 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 09:52:28.832536 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 09:52:28.832769 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 09:52:28.833151 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 09:52:28.855125 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_db.sqlalchemy.engines [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93818) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 09:52:29.381596 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing driver for type 'gre' Sep 14 09:52:29.382132 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] gre ID ranges: [(1, 1000)] Sep 14 09:52:29.432277 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing driver for type 'local' Sep 14 09:52:29.432644 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing driver for type 'vlan' Sep 14 09:52:29.445748 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] VlanTypeDriver initialization complete Sep 14 09:52:29.446216 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing driver for type 'vxlan' Sep 14 09:52:29.446729 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] vxlan ID ranges: [(1, 1000)] Sep 14 09:52:29.500032 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing extension driver 'port_security' Sep 14 09:52:29.500370 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.extensions.port_security [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] PortSecurityExtensionDriver initialization complete Sep 14 09:52:29.500700 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing mechanism driver 'openvswitch' Sep 14 09:52:29.501058 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing mechanism driver 'hyperv' Sep 14 09:52:29.507594 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:52:29.508265 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.508638 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.509033 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.509557 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 09:52:29.509988 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.510341 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.510689 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.511081 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 09:52:29.511490 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.511843 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.512191 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.512579 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 09:52:29.513025 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.513378 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.513719 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.514247 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 09:52:29.514665 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.515019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.515372 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.515762 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 09:52:29.516170 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.516518 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.516879 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.517270 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 09:52:29.517648 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] ML2 OVO RPC backend initialized. {{(pid=93818) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 09:52:29.518356 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.518715 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.519131 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.519479 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > networks before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.519830 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.520171 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > ports before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.520514 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.520856 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.521228 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.521573 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.521911 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.522247 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.522584 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.522918 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.523254 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.523591 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.523925 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.524489 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Modular L2 Plugin initialization complete Sep 14 09:52:29.524815 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading services supported by the core plugin {{(pid=93818) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 09:52:29.525165 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.plugins.ml2.managers [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Got port-security extension from driver 'port_security' Sep 14 09:52:29.525632 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.extensions.vlantransparent [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Disabled vlantransparent extension. Sep 14 09:52:29.526111 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93818) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 09:52:29.526425 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: router Sep 14 09:52:29.562849 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.563248 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_create 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.563625 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router before_create 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.563994 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.564372 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.564730 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_delete 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.565118 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.565473 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.565841 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_create 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.566192 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_update 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.566545 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_update 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.566895 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.567259 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_update 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.567674 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.568045 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.568385 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.568728 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: subnet after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.569098 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.569452 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.569803 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.570161 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.570492 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.570852 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router after_update 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.571198 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.571554 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.571916 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.572265 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.572632 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > agent after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.573017 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.573365 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.574219 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Tracking information for resource: router configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:29.574553 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Tracking information for resource: floatingip configured {{(pid=93818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 09:52:29.580150 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.db.l3_agentschedulers_db [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 09:52:29.580718 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.581104 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.581461 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.581816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.582602 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router before_create 55550100 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.582970 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.583338 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.583704 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.588312 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.provider_configuration [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service providers = [] {{(pid=93818) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 09:52:29.588838 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.db.servicetype_db [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93818) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 09:52:29.591654 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.service_base [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 09:52:29.592010 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.service_base [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 09:52:29.592357 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.service_base [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 09:52:29.593298 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.services.service_base [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 09:52:29.593677 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.services.service_base [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 09:52:29.594054 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.594375 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 09:52:29.604975 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.605316 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: auto_allocate Sep 14 09:52:29.611622 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: network precommit_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.611998 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: network precommit_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.612520 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.612842 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: tag Sep 14 09:52:29.619268 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.619601 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: timestamp Sep 14 09:52:29.624217 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.624544 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: network_ip_availability Sep 14 09:52:29.630006 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.630381 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.630742 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.631453 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.631818 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: flavors Sep 14 09:52:29.636410 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.636743 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading Plugin: revisions Sep 14 09:52:29.641035 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 09:52:29.641422 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_concurrency.lockutils [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=93818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 09:52:29.642155 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93818) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 09:52:29.642489 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Initializing extension manager. Sep 14 09:52:29.642998 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: __init__.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.643341 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: __pycache__ {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.643679 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.644014 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: address_group.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.644763 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.645359 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: address-group Sep 14 09:52:29.645681 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: address_scope.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.646585 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.647093 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: address-scope Sep 14 09:52:29.647414 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.648347 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.648857 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: router-admin-state-down-before-update Sep 14 09:52:29.649208 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: agent.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.649908 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.650412 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: agent Sep 14 09:52:29.650734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: agent_resources_synced.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.651652 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.652161 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: agent-resources-synced Sep 14 09:52:29.652486 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.654338 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.654858 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: allowed-address-pairs Sep 14 09:52:29.655182 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.656267 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.656776 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: auto-allocated-topology Sep 14 09:52:29.657205 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: availability_zone.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.657902 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.658405 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: availability_zone Sep 14 09:52:29.658728 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: availability_zone_filter.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.659901 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.660407 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: availability_zone_filter Sep 14 09:52:29.660731 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: data_plane_status.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.661669 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.662174 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 09:52:29.662495 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: default_subnetpools.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.663409 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.663920 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: default-subnetpools Sep 14 09:52:29.664241 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.665077 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.665586 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: dhcp_agent_scheduler Sep 14 09:52:29.665909 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: dns.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.666830 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.667344 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 09:52:29.667665 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: dns_domain_ports.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.668586 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.669131 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 09:52:29.669452 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.670915 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.671425 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 09:52:29.671745 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: dvr.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.672418 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.672952 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: dvr Sep 14 09:52:29.673274 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: ecmp_routes.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.674193 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.674697 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 09:52:29.675017 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: empty_string_filtering.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.675928 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.676438 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: empty-string-filtering Sep 14 09:52:29.676759 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.677717 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.678226 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 09:52:29.678549 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.679458 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.679964 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 09:52:29.680283 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: external_net.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.681223 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.681731 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: external-net Sep 14 09:52:29.682053 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.682970 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.683474 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: extra_dhcp_opt Sep 14 09:52:29.683796 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: extraroute.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.684700 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.685847 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: extraroute Sep 14 09:52:29.686174 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: extraroute_atomic.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.687200 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.687711 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: extraroute-atomic Sep 14 09:52:29.688034 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: filter_validation.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.688698 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.689231 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: filter-validation Sep 14 09:52:29.689556 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: fip_pf_description.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.690468 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.690971 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 09:52:29.691294 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: fip_port_details.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.692221 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.692724 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: fip-port-details Sep 14 09:52:29.693084 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: flavors.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.694314 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.694828 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: flavors Sep 14 09:52:29.695156 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.696809 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.697360 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 09:52:29.697697 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: floatingip_pools.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.698396 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.698904 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: floatingip-pools Sep 14 09:52:29.699228 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: ip_allocation.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.700159 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.700666 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 09:52:29.701048 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.701971 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.702477 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: ip-substring-filtering Sep 14 09:52:29.702803 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l2_adjacency.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.703735 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.704233 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 09:52:29.704555 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.705674 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.706193 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: router Sep 14 09:52:29.706517 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.708740 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.709308 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 09:52:29.709642 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.710599 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.711111 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: ext-gw-mode Sep 14 09:52:29.711440 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.712357 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.712885 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: l3-ha Sep 14 09:52:29.713214 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3_flavors.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.714132 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.714638 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: l3-flavors Sep 14 09:52:29.714965 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.715883 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.716391 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 09:52:29.716769 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: l3agentscheduler.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.717832 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.718342 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: l3_agent_scheduler Sep 14 09:52:29.718669 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: logging.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.720140 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.720659 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension logging not supported by any of loaded plugins Sep 14 09:52:29.721027 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: metering.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.721768 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.722335 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: metering Sep 14 09:52:29.722661 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.723766 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.724283 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: metering_source_and_destination_fields Sep 14 09:52:29.724608 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: multiprovidernet.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.725577 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.726089 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: multi-provider Sep 14 09:52:29.726411 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: netmtu.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.727327 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.727837 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: net-mtu Sep 14 09:52:29.728158 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: netmtu_writable.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.729105 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.729614 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: net-mtu-writable Sep 14 09:52:29.729936 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: network_availability_zone.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.730605 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.731111 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: network_availability_zone Sep 14 09:52:29.731432 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: network_ip_availability.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.733089 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.733603 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: network-ip-availability Sep 14 09:52:29.733928 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: network_segment_range.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.734692 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.735195 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 09:52:29.735517 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: pagination.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.736505 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.736834 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: pagination Sep 14 09:52:29.737184 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: port_device_profile.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.738103 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.738620 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: port-device-profile Sep 14 09:52:29.738942 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.739872 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.740382 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: port-mac-address-regenerate Sep 14 09:52:29.740705 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.741652 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.742160 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: port-numa-affinity-policy Sep 14 09:52:29.742483 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: port_resource_request.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.743511 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.744020 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 09:52:29.744347 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: portbindings.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.745307 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.745814 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: binding Sep 14 09:52:29.746139 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: portbindings_extended.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.747398 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.748518 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: binding-extended Sep 14 09:52:29.748850 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: portsecurity.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.749799 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.750317 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: port-security Sep 14 09:52:29.750642 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: project_id.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.751623 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.751953 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: project-id Sep 14 09:52:29.752279 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: providernet.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.753235 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.753747 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: provider Sep 14 09:52:29.754069 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.757592 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.758116 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos not supported by any of loaded plugins Sep 14 09:52:29.758459 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.759707 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.760222 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 09:52:29.760553 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.761500 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.762010 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 09:52:29.762337 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_default.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.763247 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.763782 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-default not supported by any of loaded plugins Sep 14 09:52:29.764107 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_fip.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.764760 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.765297 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 09:52:29.765620 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.766550 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.767058 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 09:52:29.767381 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.768298 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.768811 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 09:52:29.769158 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_pps_rule.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.770344 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.770857 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 09:52:29.771184 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.772104 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.772610 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 09:52:29.772962 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: qos_rules_alias.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.774003 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.774511 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 09:52:29.774837 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: quotasv2.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.775737 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.776068 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: quotas Sep 14 09:52:29.776392 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: quotasv2_detail.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.779632 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.779972 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: quota_details Sep 14 09:52:29.780307 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: rbac.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.781389 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.781914 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: rbac-policies Sep 14 09:52:29.782247 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: rbac_address_group.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.783180 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.783698 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: rbac-address-group Sep 14 09:52:29.784277 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: rbac_address_scope.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.785234 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.785747 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: rbac-address-scope Sep 14 09:52:29.786075 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: rbac_security_groups.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.786995 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.787505 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: rbac-security-groups Sep 14 09:52:29.787832 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.788758 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.789313 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: rbac-subnetpool Sep 14 09:52:29.789641 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: revisionifmatch.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.790568 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.791079 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: revision-if-match Sep 14 09:52:29.791405 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: revisions.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.792501 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.793053 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: standard-attr-revisions Sep 14 09:52:29.793382 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: router_availability_zone.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.794062 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.795082 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: router_availability_zone Sep 14 09:52:29.795414 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: routerservicetype.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.796331 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.796841 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 09:52:29.797197 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.798117 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.798628 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: security-groups-normalized-cidr Sep 14 09:52:29.798959 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.799879 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.800391 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: port-security-groups-filtering Sep 14 09:52:29.800717 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.801660 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.802176 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: security-groups-remote-address-group Sep 14 09:52:29.802500 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: securitygroup.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.813915 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.814449 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: security-group Sep 14 09:52:29.814787 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: segment.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.815579 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.816089 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension segment not supported by any of loaded plugins Sep 14 09:52:29.816419 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.817389 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.817905 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 09:52:29.818234 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: servicetype.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.819414 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.819933 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: service-type Sep 14 09:52:29.820261 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: sorting.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.821276 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.821611 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: sorting Sep 14 09:52:29.821935 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: standard_attr_segment.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.822853 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.823363 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 09:52:29.823686 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: standardattrdescription.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.824333 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.824837 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: standard-attr-description Sep 14 09:52:29.825184 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: stateful_security_group.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.826132 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.826642 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: stateful-security-group Sep 14 09:52:29.826964 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: stdattrs_common.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.827544 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 09:52:29.827865 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.828788 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.829337 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 09:52:29.829662 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: subnet_onboard.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.830740 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.831256 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: subnet_onboard Sep 14 09:52:29.831582 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.832509 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.833060 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 09:52:29.833385 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: subnet_service_types.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.834312 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.834823 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: subnet-service-types Sep 14 09:52:29.835148 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: subnetallocation.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.836239 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.836749 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: subnet_allocation Sep 14 09:52:29.837102 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.837764 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.838276 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: subnetpool-prefix-ops Sep 14 09:52:29.838602 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.839537 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.840045 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 09:52:29.840368 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: tagging.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.841488 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.842006 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: standard-attr-tag Sep 14 09:52:29.842336 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: timestamp.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.843532 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.844054 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loaded extension: standard-attr-timestamp Sep 14 09:52:29.844381 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: trunk.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.845447 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.845965 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension trunk not supported by any of loaded plugins Sep 14 09:52:29.846291 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: trunk_details.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.847214 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.847725 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 09:52:29.848047 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.849013 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.849526 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 09:52:29.849850 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Loading extension file: vlantransparent.py {{(pid=93818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 09:52:29.850518 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 09:52:29.851022 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 09:52:29.853462 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:network Sep 14 09:52:29.853992 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:subnet Sep 14 09:52:29.854396 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 09:52:29.854799 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:port Sep 14 09:52:29.856002 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.856459 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service FLAVORS assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.857627 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.858059 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.858399 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:router Sep 14 09:52:29.858833 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 09:52:29.859318 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service METERING assigned prefix: /metering {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.860731 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.861124 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.861481 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 09:52:29.862473 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 09:52:29.862925 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:security_group Sep 14 09:52:29.863355 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 09:52:29.863937 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service CORE assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.864268 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 09:52:29.864613 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] subnetpool is already registered Sep 14 09:52:29.865096 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service CORE assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.865427 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 09:52:29.865763 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] subnetpool is already registered Sep 14 09:52:29.868090 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.868527 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service FLAVORS assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.869156 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.869589 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.869932 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:router Sep 14 09:52:29.870273 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] router is already registered Sep 14 09:52:29.870684 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 09:52:29.871016 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] floatingip is already registered Sep 14 09:52:29.871471 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service METERING assigned prefix: /metering {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.872152 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 09:52:29.872482 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] rbac_policy is already registered Sep 14 09:52:29.872980 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:security_group Sep 14 09:52:29.873322 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] security_group is already registered Sep 14 09:52:29.873730 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 09:52:29.874065 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] security_group_rule is already registered Sep 14 09:52:29.874686 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service CORE assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.875013 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 09:52:29.875348 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] subnetpool is already registered Sep 14 09:52:29.875770 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.v2.resource_helper [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Service CORE assigned prefix: {{(pid=93818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 09:52:29.876102 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 09:52:29.876434 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING neutron.quota.resource_registry [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] subnetpool is already registered Sep 14 09:52:29.876921 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: extensions {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.878348 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: address-groups {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.879815 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: address-scopes {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.881199 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: agents {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.882391 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: auto-allocated-topology {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.883601 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: availability_zones {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.884823 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: dhcp-networks {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.886355 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: dhcp-agents {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.887757 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: routers {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.890512 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: flavors {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.891666 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: service_profiles {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.892893 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: next_providers {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.894337 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: service_profiles {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.895860 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: floatingip-pools {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.897077 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: routers {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.899170 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: floatingips {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.900491 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: l3-routers {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.901926 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: l3-agents {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.903316 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: metering-labels {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.905255 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: metering-label-rules {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.906532 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: network-ip-availabilities {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.907791 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: bindings {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.910552 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: quotas {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.912012 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: quotas {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.913449 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: rbac-policies {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.914657 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: security-groups {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.915952 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: security-group-rules {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.917237 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: service-providers {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.918439 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: subnetpools {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.919905 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: subnetpools {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.921387 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.923045 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.924878 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.926664 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.928430 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.930289 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.931973 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.933904 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.935697 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.937443 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron.api.extensions [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Extended resource: tags {{(pid=93818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 09:52:29.943394 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING keystonemiddleware.auth_token [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 09:52:29.948111 dv-cinder-806965-4-iscsi neutron-server[93818]: WARNING keystonemiddleware.auth_token [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 09:52:29.959839 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_concurrency.lockutils [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Acquired lock "singleton_lock" {{(pid=93818) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 09:52:29.960310 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_concurrency.lockutils [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Releasing lock "singleton_lock" {{(pid=93818) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 09:52:29.960975 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Starting 2 workers Sep 14 09:52:29.965692 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Started child 93925 {{(pid=93818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 09:52:29.971807 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:29.973325 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [-] (93925) wsgi starting up on http://0.0.0.0:9696 Sep 14 09:52:29.977252 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Started child 93926 {{(pid=93818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 09:52:29.978953 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO neutron.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 09:52:29.980089 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Notify callbacks [] for process, before_spawn {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:29.982237 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:29.983405 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Starting 1 workers Sep 14 09:52:29.983703 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [-] (93926) wsgi starting up on http://0.0.0.0:9696 Sep 14 09:52:29.987410 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Started child 93927 {{(pid=93818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 09:52:29.987949 dv-cinder-806965-4-iscsi neutron-server[93818]: INFO oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Starting 1 workers Sep 14 09:52:29.991313 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] calling RpcWorker wait() {{(pid=93927) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 09:52:29.991821 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] returning from RpcWorker wait() {{(pid=93927) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 09:52:29.992282 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Started child 93928 {{(pid=93818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 09:52:29.993152 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:29.993292 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ad4aaa-9f14-4fee-8003-d8cf31f5c2d9 None None] Notify callbacks [] for process, after_spawn {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:29.993689 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:52:29.995015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93818) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 09:52:29.995229 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 09:52:29.995413 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 09:52:29.995624 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 09:52:29.995949 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 09:52:29.996112 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 09:52:29.996621 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.996922 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.997197 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.997326 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:29.998331 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.998331 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.998822 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:52:29.998954 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.999136 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.999400 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.999682 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:29.999914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.000087 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.000252 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.000504 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.000766 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.001100 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.001380 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.001627 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.001887 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.002055 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.002295 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.002560 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.002784 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.003040 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] debug = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.003259 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.003750 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.003988 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.004234 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.004448 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.004723 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.004968 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.005248 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.005499 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.005732 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.005973 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.006232 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.006459 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.006688 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.006903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.007153 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.007368 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.007834 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] host = dv-cinder-806965-4-iscsi {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.008063 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.008293 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.008537 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.008783 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.009075 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.009289 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.009549 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.009787 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.010054 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.010295 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.010553 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.010821 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.011086 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.011308 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.011468 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_options = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.011713 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.011987 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.012233 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.012421 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.012587 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.012760 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.013016 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.013177 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.013494 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.014240 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.014455 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.014667 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.014910 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.015121 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.019018 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.020734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.022630 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.023566 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_json = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024464 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024464 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024464 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024464 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024978 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024978 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.024978 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.025351 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.025572 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.025848 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.026164 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.026415 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.026652 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.026890 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.027116 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.027334 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.027591 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.027846 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.028123 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.028350 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.028659 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.028856 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.029184 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.029463 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.029717 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.029989 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.030205 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.030420 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.030639 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.030877 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.031148 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.031366 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.031591 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.031819 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.032036 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.032372 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.032642 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.032920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.033166 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.033406 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.033653 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.034125 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.034357 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.034558 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.034832 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.035098 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.035379 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.035673 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.036002 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.036290 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.036467 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.036692 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.036986 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.037206 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.037463 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.037659 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.037873 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.038106 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.038327 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.038561 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.038805 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.039042 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.039295 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.039520 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.039738 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.039950 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.040161 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.040412 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.040664 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.040903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.041117 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.041327 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.041541 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.041750 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.041994 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.042209 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.042412 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.042737 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.042913 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.043079 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.043322 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.043514 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.043987 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.043987 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.044264 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.044399 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.044680 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.044830 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.045076 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.045277 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.045525 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.045744 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.045980 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.046212 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.046451 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.046600 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.046849 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.047065 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.047574 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.047731 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.047907 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.048334 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.048334 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.048605 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.049009 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.049160 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.049342 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.049524 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.049795 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.050046 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.050309 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.050537 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.050783 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.051047 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.051263 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.051488 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.051721 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.051951 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.052191 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.052429 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.052699 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.053034 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.053215 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.053758 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.053758 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.054047 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.054184 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.054402 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.055147 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.055147 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.055476 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.055476 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.056113 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.056113 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.056565 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.056565 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.056844 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.056844 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.057231 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.057370 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.057603 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.057853 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.058568 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.058568 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.058871 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.059095 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.060914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.060914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.060914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.060914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.060914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.061499 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.061499 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.061666 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.061748 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.064903 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.065515 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066094 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066094 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066094 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066338 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066553 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066773 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.066998 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.067222 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.067449 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.067695 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.067914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.068192 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.068451 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.068967 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.069221 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.069443 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.069692 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.069930 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.070173 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.070413 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.071628 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.071628 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.071628 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.071628 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.071628 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.072049 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.072049 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.072204 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.072597 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.072961 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.073245 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.073524 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.073696 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.073917 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.074148 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.074394 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.074600 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.075211 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.075211 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.075399 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.075525 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.075765 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.076612 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.077026 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.077508 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.077728 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.077982 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.078199 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.078492 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.078744 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.078971 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.079240 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.079476 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.079686 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.079913 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.080364 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.080812 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.081084 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.081545 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.081763 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.082221 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.082440 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.082671 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.082896 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.083109 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.083319 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.083562 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.083821 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.084035 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.084276 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.084510 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.084718 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.084974 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.085188 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.085396 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.085614 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.085828 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.086034 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.086281 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.086486 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.086713 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.086930 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.087141 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.087345 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.087643 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.087907 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.088140 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.088430 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.088693 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.088936 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.089181 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.089502 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.089733 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.089997 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.090213 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.090429 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.090648 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.090914 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.091259 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.091595 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.091852 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.092103 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.092385 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.092655 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.092957 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.093169 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.093452 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.093791 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.094060 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.094314 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.094555 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.094790 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.095011 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.095226 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.095462 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.095697 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.095909 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.096161 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.096406 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.096649 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.096902 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.097161 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.097400 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.097669 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.097899 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.098135 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.098348 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.098504 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 09:52:30.099021 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93818) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 09:52:30.099177 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 09:52:30.099341 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 09:52:30.099513 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 09:52:30.099843 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 09:52:30.099995 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 09:52:30.100207 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.100393 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.100516 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.100672 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.100827 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101032 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101191 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101347 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101504 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101659 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.101971 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.102126 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.102282 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.102439 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.102595 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.102750 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.102907 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.103067 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.103225 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.103382 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.103539 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.103695 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] debug = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.103851 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.104046 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.104210 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.104366 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.104521 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.104677 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.104834 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105014 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105171 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105328 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105485 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105641 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105798 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.105955 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.106112 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.106267 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.106424 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.106580 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] host = dv-cinder-806965-4-iscsi {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.106736 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.106892 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.107049 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.107228 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.107387 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.107544 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.107705 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.107863 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108017 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108173 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108358 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108484 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108640 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108796 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.108978 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_options = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.109133 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.109440 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.109739 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.110060 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.110359 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.110665 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.110819 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.111120 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.111276 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.111983 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.111983 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.111983 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112244 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112244 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112386 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112462 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112606 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112782 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.112928 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.113213 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.113505 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.113804 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.113965 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.114118 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.114439 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.114597 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.114753 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.114910 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.115068 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.115229 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.115388 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.115540 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.115691 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.115847 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116003 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116157 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116320 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116493 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116639 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116784 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.116963 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.117123 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.117279 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.117434 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.117590 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.117771 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.117918 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_json = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118046 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118201 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118355 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118511 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118670 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118837 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.118974 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.119126 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 09:52:30.119450 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.119609 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.119962 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.120124 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.120283 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.120587 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.120746 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.121074 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.121373 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.121536 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.121881 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.122042 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.122214 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.122374 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.122534 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.123215 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.123543 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.123702 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.123865 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.124026 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.124185 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.124342 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.124514 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.124673 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.124833 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125174 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125349 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125508 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125669 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125828 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.125985 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.126146 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.126312 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.126474 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.126669 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.126807 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.126959 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.127118 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.127277 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.127437 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.127590 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.127745 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.127899 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.128065 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.128223 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.128383 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.128544 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.128703 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.128857 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129042 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129168 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:52:30.129309 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129437 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129558 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129677 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129797 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.129950 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.130108 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.130267 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.130427 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.130585 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.130743 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.130901 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.131062 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.131222 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.131379 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.131553 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.131712 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.131870 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132030 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132189 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132348 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132556 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132697 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132820 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.132989 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.133132 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.133290 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.133448 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.133607 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.133766 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.133924 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.134084 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.134243 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.134401 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.134561 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.134719 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.134879 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.135038 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.135205 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.135380 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.135539 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.135698 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.135858 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.136017 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.136175 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.136334 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.136493 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.136656 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.136814 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137010 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137168 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137329 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137489 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137647 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137806 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.137964 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.138123 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.138281 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.138987 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.139150 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.139310 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.139468 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.139625 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.139784 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.139941 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.140109 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.140269 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.140430 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.140611 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.140734 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.140939 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141082 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141260 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141381 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141502 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141930 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141930 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.141930 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.142286 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.142286 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.142443 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.142526 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.142695 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.142854 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.143670 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.143670 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.143670 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.143670 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.143670 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.144441 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.144441 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.144441 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.144441 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.144441 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146019 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.146920 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.147816 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149015 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149725 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149725 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149725 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149725 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.149725 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150095 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150095 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150232 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150316 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150426 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150586 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150745 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.150905 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.151065 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.151226 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.151385 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.151562 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.151720 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.151880 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.152038 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.152200 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.152356 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.152671 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.152815 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153182 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153182 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153474 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153474 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153717 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153717 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.153988 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.154132 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.154267 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.154400 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.154607 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.154746 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.154880 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155014 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155147 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155292 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155426 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155561 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155705 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155848 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.155983 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.156140 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.156301 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.156470 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.156631 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.156778 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.156951 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.157093 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.157240 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.157408 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.157568 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.157729 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.157869 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.158031 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.158191 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.158359 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.158518 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.158667 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.159073 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.159235 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.159394 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.159562 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.159711 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.159868 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.160027 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.160186 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.160334 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.160501 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.160662 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.160823 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161014 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161175 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161335 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161495 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161665 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161827 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.161964 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.162121 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.162281 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.162441 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.162603 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.162766 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.162934 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.163100 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.163248 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.163415 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.163582 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.163750 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.163899 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.164062 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.164234 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.164394 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.164554 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.164703 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.164873 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.165038 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.165179 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.165342 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.165909 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.165909 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.165909 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.166940 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.167900 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.167900 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 09:52:30.167900 dv-cinder-806965-4-iscsi neutron-server[93818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 09:52:30.391022 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56812) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:52:30.399538 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064244 Sep 14 09:52:41.590908 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47122192-5d60-4d03-b045-f32c0b4d8ced None None] get_active_networks_info from dv-cinder-806965-4-iscsi {{(pid=93927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 09:52:41.663255 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47122192-5d60-4d03-b045-f32c0b4d8ced None None] No non-hosted networks {{(pid=93927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 09:52:41.686608 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.agentschedulers_db [None req-47122192-5d60-4d03-b045-f32c0b4d8ced None None] DHCP Agent not found on host dv-cinder-806965-4-iscsi {{(pid=93927) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 09:52:41.877721 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d5e42d1-5b3e-4b0f-a08d-770758a132dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680984'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:44.266123 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-41e5e686-4644-47f0-b503-1acb1d0046ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680984'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:44.337823 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-144c2c3f-aae0-439a-a05c-2b6b8ba49cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:44.447571 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680984'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:44.456247 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.458273 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.458745 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.462555 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.463829 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.464949 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.470745 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.471209 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.471642 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.472072 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.472496 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.473077 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:44.473564 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806965-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:52:44.491924 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806965-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:52:45.600671 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680984'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:47.082823 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680984'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:47.246179 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.db.l3_hamode_db [None req-5e8d4b2f-ab0b-4145-b049-d08d1d621e61 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 09:52:47.321848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d4b2f-ab0b-4145-b049-d08d1d621e61 None None] Routers set() bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 09:52:47.322237 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d4b2f-ab0b-4145-b049-d08d1d621e61 None None] Router IDs set() for agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 09:52:48.277208 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56904) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:52:48.766030 dv-cinder-806965-4-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-d5ba9fbc-4fce-4b46-9251-c8b8c4f760a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:52:48.766609 dv-cinder-806965-4-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-d5ba9fbc-4fce-4b46-9251-c8b8c4f760a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:52:48.990116 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-d5ba9fbc-4fce-4b46-9251-c8b8c4f760a2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 09:52:48.991135 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d5ba9fbc-4fce-4b46-9251-c8b8c4f760a2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7130334 Sep 14 09:52:51.347916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56918) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:52:51.657199 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:52:51.759438 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.policy [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93926) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 09:52:51.804720 dv-cinder-806965-4-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:52:51.805108 dv-cinder-806965-4-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:52:51.813513 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.quota [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] Loaded quota_driver: . Sep 14 09:52:51.898881 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793447918435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793447919280', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793447906313', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793447900525', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793448273574', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793447813879', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-570363', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-781891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3863668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3824202'] for rbac-policy, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:51.961575 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:51.962773 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-84a52580-dceb-4c38-90ee-6fd919507c67 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138885 Sep 14 09:52:54.557761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56930) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:52:54.850600 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Request body: {'network': {'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:52:54.880834 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Made reservation on behalf of e4fe02a6e3aa477d930ef77f1965b3a8 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 09:52:54.883886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:54.900301 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.018846 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.022667 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.046887 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 09:52:55.069976 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793448773268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.070551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Unsubscribe: segment precommit_create {{(pid=93926) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 09:52:55.071058 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Added segment bcf5eba4-a7a4-48aa-b2b8-bba57a882bef of type vlan for network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d Sep 14 09:52:55.086590 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c49c2-417a-45d9-bfb0-71119b6965df,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:52:55.133594 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.133954 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.134290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.134618 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.134942 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.135277 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.135598 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.135920 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.136250 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.136566 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.136900 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.137213 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Tracked resource versions report: Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: pushed versions: Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: { 'AddressGroup': {'1.2'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Log': {'1.0'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Network': {'1.1'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Port': {'1.7'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'PortForwarding': {'1.2'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'QosPolicy': {'1.9'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroup': {'1.4'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SubPort': {'1.0'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Subnet': {'1.1'}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Trunk': {'1.1'}} Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: consumer versions: Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'ConntrackHelper': '1.0', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Log': '1.0', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Network': '1.1', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Port': '1.7', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'PortForwarding': '1.2', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'QosPolicy': '1.9', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroup': '1.4', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroupRule': '1.2', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SubPort': '1.0', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Subnet': '1.1', Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Trunk': '1.1'}} Sep 14 09:52:55.138776 dv-cinder-806965-4-iscsi neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 09:52:55.186698 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.225054 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.226132 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:52:55.226787 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:55.268628 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7098353 Sep 14 09:52:55.328044 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db70f6-77db-46a4-ac87-2a35edfbb061 admin admin] Pushing event updated for resources: {'Network': ['ID=c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:52:55.340432 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 09:52:57.925246 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56944) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:52:58.306561 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2fc05-3262-4090-893c-d64a862b2319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:52:58.307951 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d7c2fc05-3262-4090-893c-d64a862b2319 admin admin] 10.222.0.21 "GET /v2.0/networks/c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d HTTP/1.1" status: 200 len: 825 time: 0.3817515 Sep 14 09:52:58.333019 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e1ccc668-64ff-4e3d-9088-ec6613a4abeb admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e638033e-f75f-48d6-aeb3-26bc7dd951e5 HTTP/1.1" status: 200 len: 734 time: 0.0184870 Sep 14 09:52:58.342518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:52:58.363496 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Made reservation on behalf of e4fe02a6e3aa477d930ef77f1965b3a8 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 09:52:58.365627 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:58.642898 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:58.712190 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6aa098-89cf-4e15-8e27-722081f2839b,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:52:58.714381 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Checking segment: {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:52:58.714757 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Network hostable DHCP agents. Network: c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 09:52:58.735954 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 09:52:58.747530 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:52:58.752417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:52:58.753024 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:58.757282 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82c179-ec3d-4137-af4e-3d7b0345b711 None None] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:52:58.766049 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5ea180fe-7ef4-43b9-8a36-d2ac1c458a0b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4273274 Sep 14 09:52:59.070732 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92728610-2580-4136-bc85-db7908669f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 09:52:59.071964 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:59.342744 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-92728610-2580-4136-bc85-db7908669f34 None None] Allocated IP 172.20.0.2 (c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d/cc6aa098-89cf-4e15-8e27-722081f2839b/b5eb54b3-9965-4c1f-b144-8f0f85f58258) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 09:52:59.539823 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:59.580428 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-92728610-2580-4136-bc85-db7908669f34 None None] Transition to ACTIVE for port object b5eb54b3-9965-4c1f-b144-8f0f85f58258 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:52:59.601553 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-92728610-2580-4136-bc85-db7908669f34 None None] Transition to ACTIVE for port object b5eb54b3-9965-4c1f-b144-8f0f85f58258 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:52:59.608940 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:59.677641 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92728610-2580-4136-bc85-db7908669f34 None None] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 09:52:59.685884 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-92728610-2580-4136-bc85-db7908669f34 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:52:59.693306 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92728610-2580-4136-bc85-db7908669f34 None None] Pushing event updated for resources: {'Port': ['ID=b5eb54b3-9965-4c1f-b144-8f0f85f58258,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:52:59.697208 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92728610-2580-4136-bc85-db7908669f34 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 09:52:59.705451 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.705799 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.706135 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.706467 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.706796 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.707124 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.707446 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.707770 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.708109 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.708431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.708752 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.709094 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Tracked resource versions report: Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: pushed versions: Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: { 'AddressGroup': {'1.2'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'ConntrackHelper': {'1.0'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Log': {'1.0'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Network': {'1.1'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Port': {'1.7'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'PortForwarding': {'1.2'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'QosPolicy': {'1.9'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroup': {'1.4'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroupRule': {'1.2'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SubPort': {'1.0'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Subnet': {'1.1'}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Trunk': {'1.1'}} Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: consumer versions: Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'ConntrackHelper': '1.0', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Log': '1.0', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Network': '1.1', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Port': '1.7', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'PortForwarding': '1.2', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'QosPolicy': '1.9', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroup': '1.4', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroupRule': '1.2', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SubPort': '1.0', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Subnet': '1.1', Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Trunk': '1.1'}} Sep 14 09:52:59.710162 dv-cinder-806965-4-iscsi neutron-server[93927]: {{(pid=93927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 09:52:59.780724 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-92728610-2580-4136-bc85-db7908669f34 None None] Attempting to bind port b5eb54b3-9965-4c1f-b144-8f0f85f58258 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 09:52:59.781406 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-92728610-2580-4136-bc85-db7908669f34 None None] Attempting to bind port b5eb54b3-9965-4c1f-b144-8f0f85f58258 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 09:52:59.781549 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92728610-2580-4136-bc85-db7908669f34 None None] Attempting to bind port b5eb54b3-9965-4c1f-b144-8f0f85f58258 on network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 09:52:59.786564 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92728610-2580-4136-bc85-db7908669f34 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 09:52:59.786968 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92728610-2580-4136-bc85-db7908669f34 None None] Checking segment: {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:52:59.787483 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:59.787869 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92728610-2580-4136-bc85-db7908669f34 None None] Bound using segment: {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 09:52:59.788323 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-92728610-2580-4136-bc85-db7908669f34 None None] Bound port: b5eb54b3-9965-4c1f-b144-8f0f85f58258, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 09:52:59.788732 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:59.848915 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-92728610-2580-4136-bc85-db7908669f34 None None] For port b5eb54b3-9965-4c1f-b144-8f0f85f58258, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 09:52:59.853215 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-92728610-2580-4136-bc85-db7908669f34 None None] For port b5eb54b3-9965-4c1f-b144-8f0f85f58258, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=b5eb54b3-9965-4c1f-b144-8f0f85f58258,segment=NetworkSegment(bcf5eba4-a7a4-48aa-b2b8-bba57a882bef),segment_id=bcf5eba4-a7a4-48aa-b2b8-bba57a882bef)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 09:52:59.858732 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-92728610-2580-4136-bc85-db7908669f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:52:59.921014 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92728610-2580-4136-bc85-db7908669f34 None None] Pushing event updated for resources: {'Port': ['ID=b5eb54b3-9965-4c1f-b144-8f0f85f58258,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:01.200324 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56952) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:01.512342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-6d4853d4-f424-4e7d-b40d-8f1a647a197a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 09:53:01.513380 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6d4853d4-f424-4e7d-b40d-8f1a647a197a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121130 Sep 14 09:53:03.907495 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56960) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:04.223033 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-5e86e3b9-8c51-4094-8809-996782ecca2b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 09:53:04.224029 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5e86e3b9-8c51-4094-8809-996782ecca2b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155882 Sep 14 09:53:06.873216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56970) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:07.390593 dv-cinder-806965-4-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:53:07.391159 dv-cinder-806965-4-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:53:07.609967 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:53:07.673980 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.policy [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 09:53:07.720710 dv-cinder-806965-4-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:53:07.721136 dv-cinder-806965-4-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 09:53:07.729800 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.quota [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Loaded quota_driver: . Sep 14 09:53:07.786878 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:07.788733 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:07.944582 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:07.950242 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:07.968508 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:07.970057 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b550d5b8-812d-47ac-a200-a8c904be1bfa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0947816 Sep 14 09:53:08.204857 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc5e5b-ec08-4e5b-8fc5-246c56e75aeb None None] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:53:08.277079 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4df32f6e-806b-45dd-8813-f922b1567503 None None] Provisioning for port b5eb54b3-9965-4c1f-b144-8f0f85f58258 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:53:08.390703 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device b5eb54b3-9965-4c1f-b144-8f0f85f58258 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:53:08.475579 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port b5eb54b3-9965-4c1f-b144-8f0f85f58258 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:53:08.480668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port b5eb54b3-9965-4c1f-b144-8f0f85f58258 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:08.481214 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:08.592346 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:08.626786 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-08ecb2c6-cd0a-4e47-82f9-c1391ed91816 None None] Provisioning complete for port b5eb54b3-9965-4c1f-b144-8f0f85f58258 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:08.627154 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-08ecb2c6-cd0a-4e47-82f9-c1391ed91816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:08.655003 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port b5eb54b3-9965-4c1f-b144-8f0f85f58258, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=b5eb54b3-9965-4c1f-b144-8f0f85f58258,segment=NetworkSegment(bcf5eba4-a7a4-48aa-b2b8-bba57a882bef),segment_id=bcf5eba4-a7a4-48aa-b2b8-bba57a882bef)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 09:53:08.660957 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:08.737467 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=b5eb54b3-9965-4c1f-b144-8f0f85f58258,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:10.060174 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:53:10.332196 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device b5eb54b3-9965-4c1f-b144-8f0f85f58258 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:53:10.378164 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port b5eb54b3-9965-4c1f-b144-8f0f85f58258 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:10.378530 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:10.398015 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56990) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:10.706580 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [None req-5b71bd27-3c12-4bed-a5ac-69f0444f100a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 09:53:10.707642 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5b71bd27-3c12-4bed-a5ac-69f0444f100a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085766 Sep 14 09:53:11.511707 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-48d2d6e4-66ba-414f-b22b-4df17356ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.093736 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56998) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:13.398204 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:53:13.421139 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Made reservation on behalf of 1d60de9fd05547678818de6c64bff66b for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 09:53:13.423848 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.439112 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.560814 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.564274 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.574778 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Reserving flat network on physical network physnet1 {{(pid=93925) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 09:53:13.605490 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793448773268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.606152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Unsubscribe: segment precommit_create {{(pid=93925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 09:53:13.607168 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Added segment c329043b-9362-4b42-b5ec-9c2cb95c948d of type flat for network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 Sep 14 09:53:13.622077 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1540d649-c03b-4afe-b0c0-76de5a3c1b1f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:13.674240 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.674595 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.674927 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.675252 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.675577 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.675941 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.676233 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.676547 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.676883 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.677214 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.677538 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.677828 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Tracked resource versions report: Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: pushed versions: Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: { 'AddressGroup': {'1.2'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Log': {'1.0'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Network': {'1.1'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Port': {'1.7'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'PortForwarding': {'1.2'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'QosPolicy': {'1.9'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroup': {'1.4'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SubPort': {'1.0'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Subnet': {'1.1'}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Trunk': {'1.1'}} Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: consumer versions: Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'ConntrackHelper': '1.0', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Log': '1.0', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Network': '1.1', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Port': '1.7', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'PortForwarding': '1.2', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'QosPolicy': '1.9', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroup': '1.4', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroupRule': '1.2', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SubPort': '1.0', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Subnet': '1.1', Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Trunk': '1.1'}} Sep 14 09:53:13.678884 dv-cinder-806965-4-iscsi neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 09:53:13.733773 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.774759 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.775995 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:53:13.776661 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:13.823728 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7288911 Sep 14 09:53:13.883914 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d183420-c080-4e45-8530-e095c123c166 admin admin] Pushing event updated for resources: {'Network': ['ID=28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:13.894450 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 09:53:14.257138 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-86cc3469-a21f-47c7-b66a-44ae1bf62a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:14.434930 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:15.502600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:16.211158 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57020) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:16.429146 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909dbe9-d678-4316-a067-a33f4e3147d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:53:16.430508 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1909dbe9-d678-4316-a067-a33f4e3147d0 admin admin] 10.222.0.21 "GET /v2.0/subnets/cc6aa098-89cf-4e15-8e27-722081f2839b HTTP/1.1" status: 200 len: 849 time: 0.2184048 Sep 14 09:53:16.562804 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a53c8266-6737-43d1-a818-7650109ff23a admin admin] 10.222.0.21 "GET /v2.0/routers/5c4ceb7e-a714-49e1-a672-ae8105d64496 HTTP/1.1" status: 200 len: 704 time: 0.1256411 Sep 14 09:53:16.817694 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.035991 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.116317 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Allocated IP 172.20.0.1 (c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d/cc6aa098-89cf-4e15-8e27-722081f2839b/b1e2f3ff-8e40-4522-b220-e0e6253dbb2d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 09:53:17.297895 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.324334 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Transition to ACTIVE for port object b1e2f3ff-8e40-4522-b220-e0e6253dbb2d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:53:17.390563 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.457995 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 09:53:17.462618 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:53:17.465842 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 09:53:17.466365 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.526482 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Pushing event updated for resources: {'Port': ['ID=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:17.710105 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.713587 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-beb90ccc-617f-4cac-9d53-3b331fcf29f1 None None] Provisioning for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:53:17.717264 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-beb90ccc-617f-4cac-9d53-3b331fcf29f1 None None] Provisioning complete for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:17.717629 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-beb90ccc-617f-4cac-9d53-3b331fcf29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.750773 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-beb90ccc-617f-4cac-9d53-3b331fcf29f1 None None] Port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 09:53:17.910259 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.914425 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.915260 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:17.975670 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Pushing event updated for resources: {'Port': ['ID=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:18.038172 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 09:53:18.039542 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:53:18.198026 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Router 5c4ceb7e-a714-49e1-a672-ae8105d64496 is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 09:53:18.270321 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-9268c10e-6e9a-4625-b6df-08565ea2e25c None None] Provisioning complete for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:18.270880 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9268c10e-6e9a-4625-b6df-08565ea2e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:18.287585 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 09:53:18.302480 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c99d4455-bf0e-446a-96eb-fb01c15592cb admin admin] 10.222.0.21 "PUT /v2.0/routers/5c4ceb7e-a714-49e1-a672-ae8105d64496/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7245846 Sep 14 09:53:18.308525 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Sync routers for ids ['5c4ceb7e-a714-49e1-a672-ae8105d64496'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 09:53:18.309020 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-9268c10e-6e9a-4625-b6df-08565ea2e25c None None] Port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 09:53:18.317807 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Routers {'5c4ceb7e-a714-49e1-a672-ae8105d64496'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 09:53:18.318637 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T09:53:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['5c4ceb7e-a714-49e1-a672-ae8105d64496'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:18.502971 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Set router 5c4ceb7e-a714-49e1-a672-ae8105d64496 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 09:53:18.924540 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T09:53:07Z', 'updated_at': '2021-09-14T09:53:17Z', 'revision_number': 2, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1e2f3ff-8e40-4522-b220-e0e6253dbb2d', 'name': '', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'mac_address': 'fa:16:3e:5c:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:16Z', 'updated_at': '2021-09-14T09:53:17Z', 'revision_number': 2, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'subnets': [{'id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:18.975966 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Checking router: 5c4ceb7e-a714-49e1-a672-ae8105d64496 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 09:53:18.976333 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Updating router 5c4ceb7e-a714-49e1-a672-ae8105d64496 port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 09:53:19.025511 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:19.538915 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:19.555998 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Transition to ACTIVE for port object b1e2f3ff-8e40-4522-b220-e0e6253dbb2d will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:53:19.562005 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:19.722969 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Pushing event updated for resources: {'Port': ['ID=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:19.731513 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Attempting to bind port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 09:53:19.731918 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Attempting to bind port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 09:53:19.732330 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Attempting to bind port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d on network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 09:53:19.736560 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.736947 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.737274 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.737602 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.737926 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.738318 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.738643 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.738961 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.739286 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.739869 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.740193 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.740508 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Tracked resource versions report: Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: pushed versions: Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: { 'AddressGroup': {'1.2'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'ConntrackHelper': {'1.0'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Log': {'1.0'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Network': {'1.1'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Port': {'1.7'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'PortForwarding': {'1.2'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'QosPolicy': {'1.9'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroup': {'1.4'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroupRule': {'1.2'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SubPort': {'1.0'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Subnet': {'1.1'}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Trunk': {'1.1'}} Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: consumer versions: Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'ConntrackHelper': '1.0', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Log': '1.0', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Network': '1.1', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Port': '1.7', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'PortForwarding': '1.2', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'QosPolicy': '1.9', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroup': '1.4', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroupRule': '1.2', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SubPort': '1.0', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Subnet': '1.1', Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Trunk': '1.1'}} Sep 14 09:53:19.741574 dv-cinder-806965-4-iscsi neutron-server[93928]: {{(pid=93928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 09:53:19.748371 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 09:53:19.748784 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Checking segment: {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:53:19.749889 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:19.749889 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Bound using segment: {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 09:53:19.750319 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Bound port: b1e2f3ff-8e40-4522-b220-e0e6253dbb2d, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf5eba4-a7a4-48aa-b2b8-bba57a882bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 09:53:19.750505 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:19.814483 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] For port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 09:53:19.833863 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] For port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,segment=NetworkSegment(bcf5eba4-a7a4-48aa-b2b8-bba57a882bef),segment_id=bcf5eba4-a7a4-48aa-b2b8-bba57a882bef)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 09:53:19.837830 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:19.897851 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b752c2-8ffd-4db1-9d72-b68fd23f523f None None] Pushing event updated for resources: {'Port': ['ID=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:19.901692 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Routers {'5c4ceb7e-a714-49e1-a672-ae8105d64496'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 09:53:19.902304 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T09:53:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['5c4ceb7e-a714-49e1-a672-ae8105d64496'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:19.989749 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] Set router 5c4ceb7e-a714-49e1-a672-ae8105d64496 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 09:53:20.196423 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T09:53:07Z', 'updated_at': '2021-09-14T09:53:17Z', 'revision_number': 2, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1e2f3ff-8e40-4522-b220-e0e6253dbb2d', 'name': '', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'mac_address': 'fa:16:3e:5c:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:16Z', 'updated_at': '2021-09-14T09:53:19Z', 'revision_number': 4, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'subnets': [{'id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:20.221804 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99befcb-9a41-4602-98c5-e506bd9a11c9 None None] The sync data for ids ['5c4ceb7e-a714-49e1-a672-ae8105d64496'] in dv-cinder-806965-4-iscsi is: [{'id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T09:53:07Z', 'updated_at': '2021-09-14T09:53:17Z', 'revision_number': 2, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1e2f3ff-8e40-4522-b220-e0e6253dbb2d', 'name': '', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'mac_address': 'fa:16:3e:5c:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:16Z', 'updated_at': '2021-09-14T09:53:19Z', 'revision_number': 4, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'subnets': [{'id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 09:53:20.537860 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57040) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:20.644808 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5207af-170b-404d-84db-419610cad4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:53:20.646232 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-cf5207af-170b-404d-84db-419610cad4e0 admin admin] 10.222.0.21 "GET /v2.0/networks/28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 HTTP/1.1" status: 200 len: 842 time: 0.1074946 Sep 14 09:53:20.656216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:53:20.679517 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Made reservation on behalf of 1d60de9fd05547678818de6c64bff66b for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 09:53:20.682009 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:20.985830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.objects.ports [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93925) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 09:53:20.986246 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:21.038092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f3065e-25df-41d0-9a35-f79d83558b6a,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:21.048533 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:53:21.048972 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Network hostable DHCP agents. Network: 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 09:53:21.070981 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 09:53:21.084582 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:53:21.089072 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:53:21.089709 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:21.094709 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e60c5-e100-4c0b-967b-93f97ce5a2b4 None None] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:53:21.109246 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-eb714bc6-802b-4941-9622-5f57deab37b4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4525311 Sep 14 09:53:21.235095 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee64ac-db7d-405d-8e16-b1fcdef45617 None None] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:53:23.407147 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57048) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:23.539143 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5be38d06-8adf-46f8-b015-a0e07cb9f6d5 admin admin] 10.222.0.21 "GET /v2.0/routers/5c4ceb7e-a714-49e1-a672-ae8105d64496 HTTP/1.1" status: 200 len: 710 time: 0.1307948 Sep 14 09:53:23.625069 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f0bf6-56b2-4288-bc75-8117fddfb36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:53:23.626376 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0a2f0bf6-56b2-4288-bc75-8117fddfb36c admin admin] 10.222.0.21 "GET /v2.0/networks/28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 HTTP/1.1" status: 200 len: 886 time: 0.0812683 Sep 14 09:53:23.635650 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:53:23.937021 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.172248 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.245923 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.348973 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Allocated IP 172.27.2.109 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/dfdb91ae-cda6-4021-9fb2-034c1a577bbc) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 09:53:24.452693 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.490812 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.526527 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 09:53:24.529843 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:53:24.533138 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 09:53:24.577031 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Pushing event updated for resources: {'Port': ['ID=dfdb91ae-cda6-4021-9fb2-034c1a577bbc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:24.778163 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.969106 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127729'] for router, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:24.972399 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3680840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685419'] for router, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:25.074147 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Router 5c4ceb7e-a714-49e1-a672-ae8105d64496 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 09:53:25.254169 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 09:53:25.258482 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:25.260063 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ae302984-88fd-4b06-98c8-12551ea6c514 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c4ceb7e-a714-49e1-a672-ae8105d64496 HTTP/1.1" status: 200 len: 890 time: 1.6271896 Sep 14 09:53:26.370691 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device b1e2f3ff-8e40-4522-b220-e0e6253dbb2d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:53:26.429879 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:53:26.434780 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:26.435339 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:26.514168 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:26.546334 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,segment=NetworkSegment(bcf5eba4-a7a4-48aa-b2b8-bba57a882bef),segment_id=bcf5eba4-a7a4-48aa-b2b8-bba57a882bef)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 09:53:26.550761 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:26.600442 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=b1e2f3ff-8e40-4522-b220-e0e6253dbb2d,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:26.694934 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Sync routers for ids ['5c4ceb7e-a714-49e1-a672-ae8105d64496'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 09:53:26.705120 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Routers {'5c4ceb7e-a714-49e1-a672-ae8105d64496'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 09:53:26.705828 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T09:53:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['5c4ceb7e-a714-49e1-a672-ae8105d64496'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:26.949049 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Set router 5c4ceb7e-a714-49e1-a672-ae8105d64496 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 09:53:27.341164 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'dfdb91ae-cda6-4021-9fb2-034c1a577bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T09:53:07Z', 'updated_at': '2021-09-14T09:53:24Z', 'revision_number': 4, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'gw_port': {'id': 'dfdb91ae-cda6-4021-9fb2-034c1a577bbc', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:24Z', 'updated_at': '2021-09-14T09:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'b1e2f3ff-8e40-4522-b220-e0e6253dbb2d', 'name': '', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'mac_address': 'fa:16:3e:5c:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:16Z', 'updated_at': '2021-09-14T09:53:26Z', 'revision_number': 5, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'subnets': [{'id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:27.391386 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Checking router: 5c4ceb7e-a714-49e1-a672-ae8105d64496 for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 09:53:27.392021 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Updating router 5c4ceb7e-a714-49e1-a672-ae8105d64496 port dfdb91ae-cda6-4021-9fb2-034c1a577bbc binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 09:53:27.439196 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:27.702404 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57060) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:53:27.754233 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:27.763688 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Transition to ACTIVE for port object dfdb91ae-cda6-4021-9fb2-034c1a577bbc will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:53:27.770098 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:27.816966 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Attempting to bind port dfdb91ae-cda6-4021-9fb2-034c1a577bbc on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 09:53:27.817331 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Attempting to bind port dfdb91ae-cda6-4021-9fb2-034c1a577bbc by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 09:53:27.817687 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Attempting to bind port dfdb91ae-cda6-4021-9fb2-034c1a577bbc on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 09:53:27.820944 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2c253390-0f46-4f45-9a93-e5060a00925d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173272 Sep 14 09:53:27.826474 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223295b7-d537-47ae-9c0c-9942e80cd8ae None None] Pushing event updated for resources: {'Port': ['ID=dfdb91ae-cda6-4021-9fb2-034c1a577bbc,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:27.829002 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 09:53:27.829377 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:53:27.829774 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:27.830154 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 09:53:27.830630 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Bound port: dfdb91ae-cda6-4021-9fb2-034c1a577bbc, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 09:53:27.831027 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:27.884805 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] For port dfdb91ae-cda6-4021-9fb2-034c1a577bbc, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 09:53:27.888495 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] For port dfdb91ae-cda6-4021-9fb2-034c1a577bbc, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=dfdb91ae-cda6-4021-9fb2-034c1a577bbc,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 09:53:27.893442 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:27.951652 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Routers {'5c4ceb7e-a714-49e1-a672-ae8105d64496'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 09:53:27.952298 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T09:53:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['5c4ceb7e-a714-49e1-a672-ae8105d64496'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:27.990870 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223295b7-d537-47ae-9c0c-9942e80cd8ae None None] Pushing event updated for resources: {'Port': ['ID=dfdb91ae-cda6-4021-9fb2-034c1a577bbc,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:28.141219 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] Set router 5c4ceb7e-a714-49e1-a672-ae8105d64496 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 09:53:28.356536 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device b1e2f3ff-8e40-4522-b220-e0e6253dbb2d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:53:28.361908 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'dfdb91ae-cda6-4021-9fb2-034c1a577bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T09:53:07Z', 'updated_at': '2021-09-14T09:53:24Z', 'revision_number': 4, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'gw_port': {'id': 'dfdb91ae-cda6-4021-9fb2-034c1a577bbc', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:24Z', 'updated_at': '2021-09-14T09:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'b1e2f3ff-8e40-4522-b220-e0e6253dbb2d', 'name': '', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'mac_address': 'fa:16:3e:5c:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:16Z', 'updated_at': '2021-09-14T09:53:26Z', 'revision_number': 5, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'subnets': [{'id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 09:53:28.405545 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8fd14f-51b3-4db8-b239-414de8a3b576 None None] The sync data for ids ['5c4ceb7e-a714-49e1-a672-ae8105d64496'] in dv-cinder-806965-4-iscsi is: [{'id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'name': 'router1', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'dfdb91ae-cda6-4021-9fb2-034c1a577bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T09:53:07Z', 'updated_at': '2021-09-14T09:53:24Z', 'revision_number': 4, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'gw_port': {'id': 'dfdb91ae-cda6-4021-9fb2-034c1a577bbc', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:24Z', 'updated_at': '2021-09-14T09:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'b1e2f3ff-8e40-4522-b220-e0e6253dbb2d', 'name': '', 'network_id': 'c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d', 'tenant_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'mac_address': 'fa:16:3e:5c:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4ceb7e-a714-49e1-a672-ae8105d64496', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T09:53:16Z', 'updated_at': '2021-09-14T09:53:26Z', 'revision_number': 5, 'project_id': 'e4fe02a6e3aa477d930ef77f1965b3a8', 'subnets': [{'id': 'cc6aa098-89cf-4e15-8e27-722081f2839b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e638033e-f75f-48d6-aeb3-26bc7dd951e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 09:53:28.430199 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:28.430579 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:30.405883 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device dfdb91ae-cda6-4021-9fb2-034c1a577bbc up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:53:30.464569 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port dfdb91ae-cda6-4021-9fb2-034c1a577bbc completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:53:30.469021 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port dfdb91ae-cda6-4021-9fb2-034c1a577bbc triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:30.469397 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:30.548107 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:30.567696 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port dfdb91ae-cda6-4021-9fb2-034c1a577bbc, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=dfdb91ae-cda6-4021-9fb2-034c1a577bbc,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 09:53:30.571878 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:30.620334 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=dfdb91ae-cda6-4021-9fb2-034c1a577bbc,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:53:32.416775 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device dfdb91ae-cda6-4021-9fb2-034c1a577bbc up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:53:32.495541 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port dfdb91ae-cda6-4021-9fb2-034c1a577bbc triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:53:32.496448 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:41.522507 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-19da5cba-4fdc-46de-a564-ea8370845570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:44.283055 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9cd9d753-53c7-424a-bcf2-2722705397fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:44.438601 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:45.512282 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:47.059739 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:53:47.060335 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:54:11.512109 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca22e-2da6-4c2f-b523-3ce23f3441f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:14.257477 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a55b31db-6dce-497b-aec0-99cb8e49b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:14.448726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:15.512883 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:17.058105 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:24.059610 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:54:41.512853 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb0bd-4426-4200-9b2e-29c1e4958848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:44.260686 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de8551cc-d15c-4690-b959-d5a8cab81675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:44.439730 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:45.513267 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:54:47.062998 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:01.058036 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:55:03.868266 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57622) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:03.929274 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.pecan_wsgi.hooks.translation [None req-001c3599-745e-441c-be2c-425e24d6ad78 admin admin] GET failed (client error): The resource could not be found. Sep 14 09:55:03.931074 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-001c3599-745e-441c-be2c-425e24d6ad78 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618787 Sep 14 09:55:04.091121 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d922d57-795c-4a0e-99cf-cc9ad0c83015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:04.093082 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6d922d57-795c-4a0e-99cf-cc9ad0c83015 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574175 Sep 14 09:55:06.294788 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57632) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:06.388787 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf0990-0303-43af-a8e4-0e583ee28a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:06.390126 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d0bf0990-0303-43af-a8e4-0e583ee28a79 admin admin] 10.222.0.21 "GET /v2.0/subnets/cc6aa098-89cf-4e15-8e27-722081f2839b HTTP/1.1" status: 200 len: 849 time: 0.0943384 Sep 14 09:55:06.400514 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:55:06.490473 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:06.627949 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793449024269'] for subnet, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:06.663547 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:06.664392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:06.672396 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] 10.222.0.21 "PUT /v2.0/subnets/cc6aa098-89cf-4e15-8e27-722081f2839b HTTP/1.1" status: 200 len: 868 time: 0.2691343 Sep 14 09:55:06.672639 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518f603-ba02-4772-8749-446cb367f87b None None] Network c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:55:06.685767 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6aa098-89cf-4e15-8e27-722081f2839b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:55:06.693035 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.693398 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.693735 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.694062 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.694388 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.694728 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.695053 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.695373 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.696212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.696533 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.696910 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:06.697233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e00a75-714e-4efc-a727-a9511e90162d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:07.075213 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-59945c8e-5223-43b3-93ae-240e72459744 None None] Provisioning complete for port b1e2f3ff-8e40-4522-b220-e0e6253dbb2d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:55:07.075591 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-59945c8e-5223-43b3-93ae-240e72459744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:07.165808 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-59945c8e-5223-43b3-93ae-240e72459744 None None] Provisioning complete for port b5eb54b3-9965-4c1f-b144-8f0f85f58258 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:55:07.166082 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-59945c8e-5223-43b3-93ae-240e72459744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:08.862140 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57642) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:09.055560 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0ed0d-2090-4017-bc2e-b2f6dddc8666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:09.055939 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0ed0d-2090-4017-bc2e-b2f6dddc8666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:09.057470 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-69c0ed0d-2090-4017-bc2e-b2f6dddc8666 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943679 Sep 14 09:55:11.221063 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57650) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:11.350249 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32f538-7f2d-46a0-abe5-913f84edba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:11.350721 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32f538-7f2d-46a0-abe5-913f84edba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:11.352265 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4c32f538-7f2d-46a0-abe5-913f84edba44 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302617 Sep 14 09:55:11.515127 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e49f8620-c742-41e9-ac61-9be43fffe6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:13.538296 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57658) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:13.685216 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df81726-b1bb-4500-ab86-db1b357011c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:13.686552 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2df81726-b1bb-4500-ab86-db1b357011c6 admin admin] 10.222.0.21 "GET /v2.0/networks/28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 HTTP/1.1" status: 200 len: 886 time: 0.1472988 Sep 14 09:55:14.260778 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-199a2e8e-95d5-42f9-a3cd-4d81dac0e45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:14.444398 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:15.516361 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:15.877026 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57666) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:16.019043 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f855f-4648-478f-a469-8b8000f88f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:16.020385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-140f855f-4648-478f-a469-8b8000f88f61 admin admin] 10.222.0.21 "GET /v2.0/networks/c54a36c7-0ac1-4e3f-99dc-7f9992ad5e6d HTTP/1.1" status: 200 len: 869 time: 0.1424160 Sep 14 09:55:17.067292 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:18.218126 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57674) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:18.337566 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c041bac-7720-4051-86ed-b766a7360444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:18.338021 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c041bac-7720-4051-86ed-b766a7360444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:18.339549 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2c041bac-7720-4051-86ed-b766a7360444 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204560 Sep 14 09:55:20.514045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57682) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:20.605298 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32c4cd-4d18-45ce-9d32-5ce8fa048fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:20.605766 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32c4cd-4d18-45ce-9d32-5ce8fa048fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:20.607263 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ee32c4cd-4d18-45ce-9d32-5ce8fa048fa3 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922480 Sep 14 09:55:22.785094 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57690) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:22.872237 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a6326-0e10-425c-bc70-7da6ea55d1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:22.873704 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d09a6326-0e10-425c-bc70-7da6ea55d1a4 admin admin] 10.222.0.21 "GET /v2.0/subnets/a5f3065e-25df-41d0-9a35-f79d83558b6a HTTP/1.1" status: 200 len: 816 time: 0.0876737 Sep 14 09:55:25.098956 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57698) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:25.195774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292173d4-5012-490e-b252-bbe37802c984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:25.197107 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-292173d4-5012-490e-b252-bbe37802c984 admin admin] 10.222.0.21 "GET /v2.0/subnets/cc6aa098-89cf-4e15-8e27-722081f2839b HTTP/1.1" status: 200 len: 868 time: 0.0971932 Sep 14 09:55:38.057715 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:55:41.516833 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f364aebf-4592-4693-9919-6b88072ca5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:44.263057 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-38451992-b87b-44e6-abc5-11d941cbbba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:44.447042 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:45.520486 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:47.069478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:48.886568 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57752) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:48.933073 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-856d9502-70ba-4f7f-897a-49fac35aab73 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 09:55:48.933748 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-856d9502-70ba-4f7f-897a-49fac35aab73 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462170 Sep 14 09:55:51.181571 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57760) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:51.240344 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.pecan_wsgi.hooks.translation [None req-37898824-71de-4769-8b28-7ded3d5c6c64 admin admin] GET failed (client error): The resource could not be found. Sep 14 09:55:51.241664 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-37898824-71de-4769-8b28-7ded3d5c6c64 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591722 Sep 14 09:55:51.324664 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916dded-cd98-482c-8384-8560f41abb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:51.327062 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9916dded-cd98-482c-8384-8560f41abb40 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805991 Sep 14 09:55:53.521499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57768) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:53.567962 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:55:53.588643 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Made reservation on behalf of 1d60de9fd05547678818de6c64bff66b for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 09:55:53.590878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:53.624172 dv-cinder-806965-4-iscsi neutron-server[93926]: WARNING neutron.services.revisions.revision_plugin [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Could not find related network for resource to bump revision. Sep 14 09:55:53.637202 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 09:55:53.646943 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:53.647283 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Added segment 77482ee2-3383-48dc-829b-6da7e5e56bd6 of type vlan for network 3021bb68-e039-4a10-9588-d1de5c9fbd48 Sep 14 09:55:53.685578 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:53.709541 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:53.710442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:53.711021 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:53.743586 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2210371 Sep 14 09:55:53.773966 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371938f7-7a68-47f8-a540-f4e2f0757493 admin admin] Pushing event updated for resources: {'Network': ['ID=3021bb68-e039-4a10-9588-d1de5c9fbd48,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:55:53.786000 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 3021bb68-e039-4a10-9588-d1de5c9fbd48 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 09:55:56.263184 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57776) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:55:56.324727 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b079a8-2820-4fad-9494-68d4f758fa98 admin admin] GET failed (client error): The resource could not be found. Sep 14 09:55:56.326326 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a6b079a8-2820-4fad-9494-68d4f758fa98 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621305 Sep 14 09:55:56.427510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f67a8b-d9bb-46f8-bd72-b285bd7cdb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:56.429529 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b8f67a8b-d9bb-46f8-bd72-b285bd7cdb7b admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0969245 Sep 14 09:55:56.445269 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 09:55:56.466825 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Made reservation on behalf of 1d60de9fd05547678818de6c64bff66b for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 09:55:56.469117 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:56.628639 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:56.674713 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b0bab9-7901-452e-bfeb-52078a640e24,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:55:56.689193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Checking segment: {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:55:56.689553 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Network hostable DHCP agents. Network: 3021bb68-e039-4a10-9588-d1de5c9fbd48, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 09:55:56.704669 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Network 3021bb68-e039-4a10-9588-d1de5c9fbd48 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 09:55:56.712335 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 3021bb68-e039-4a10-9588-d1de5c9fbd48) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:55:56.716177 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 09:55:56.716763 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:56.721656 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1ed6d-f66a-47ae-b035-4ef7ea7d6523 None None] Network 3021bb68-e039-4a10-9588-d1de5c9fbd48 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:55:56.731806 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2deae2ab-e630-48b7-a7aa-784f249a4b2c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906289 Sep 14 09:55:56.961914 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-3021bb68-e039-4a10-9588-d1de5c9fbd48', 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48', 'tenant_id': '1d60de9fd05547678818de6c64bff66b', 'fixed_ips': [{'subnet_id': 'd6b0bab9-7901-452e-bfeb-52078a640e24'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 09:55:56.962801 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:57.118415 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Allocated IP 192.168.233.2 (3021bb68-e039-4a10-9588-d1de5c9fbd48/d6b0bab9-7901-452e-bfeb-52078a640e24/3cd5e072-ebe6-436a-a36d-7b538fda5c9d) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 09:55:57.262337 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:57.270642 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Transition to ACTIVE for port object 3cd5e072-ebe6-436a-a36d-7b538fda5c9d will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:55:57.285284 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Transition to ACTIVE for port object 3cd5e072-ebe6-436a-a36d-7b538fda5c9d will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 09:55:57.291478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:57.337991 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Network 3021bb68-e039-4a10-9588-d1de5c9fbd48 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 09:55:57.339232 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Pushing event updated for resources: {'Port': ['ID=3cd5e072-ebe6-436a-a36d-7b538fda5c9d,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:55:57.342313 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 09:55:57.347078 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 09:55:57.349522 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.350401 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.350746 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.351097 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.351430 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.351759 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.352094 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.352412 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.352757 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.353111 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.353432 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.353747 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:55:57.406366 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Attempting to bind port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 09:55:57.406732 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Attempting to bind port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 09:55:57.407092 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Attempting to bind port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d on network 3021bb68-e039-4a10-9588-d1de5c9fbd48 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 09:55:57.412834 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 09:55:57.413232 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Checking segment: {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 09:55:57.413632 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:57.414022 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Bound using segment: {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 09:55:57.414478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Bound port: 3cd5e072-ebe6-436a-a36d-7b538fda5c9d, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 09:55:57.414864 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:57.480177 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] For port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 09:55:57.484270 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] For port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=3cd5e072-ebe6-436a-a36d-7b538fda5c9d,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 09:55:57.487809 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:57.548267 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deb103-926e-4f50-af75-4895b2da6bdf None None] Pushing event updated for resources: {'Port': ['ID=3cd5e072-ebe6-436a-a36d-7b538fda5c9d,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:55:58.366703 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe7c05-d7ab-4b7a-a40f-78e47eceea34 None None] Network 3021bb68-e039-4a10-9588-d1de5c9fbd48 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 09:55:58.466909 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-df4d667f-08e8-48d8-a3d6-27414b0321f8 None None] Provisioning for port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:55:58.503186 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 3cd5e072-ebe6-436a-a36d-7b538fda5c9d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:55:58.579855 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 09:55:58.583610 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:55:58.583978 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:58.681508 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:58.720846 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=3cd5e072-ebe6-436a-a36d-7b538fda5c9d,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 09:55:58.726233 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:55:58.778976 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=3cd5e072-ebe6-436a-a36d-7b538fda5c9d,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:55:58.814661 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ff625844-05a9-4b70-88dd-4bd754ac4a71 None None] Provisioning complete for port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:55:58.815031 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ff625844-05a9-4b70-88dd-4bd754ac4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:00.463058 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 3cd5e072-ebe6-436a-a36d-7b538fda5c9d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 09:56:00.508604 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 3cd5e072-ebe6-436a-a36d-7b538fda5c9d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 09:56:00.509001 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:11.517809 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6cb7e102-1851-4683-b840-4a39823dd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:14.264994 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f6c49007-f155-4db6-beda-62762a509a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:14.455780 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:15.057581 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:56:15.522150 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:17.072385 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:41.520222 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6db4d9ec-5885-4ad0-9095-bacbd2538e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:44.265961 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-87ae1b0e-f928-4f6b-bc7e-1f87c57c978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:44.448846 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:45.524755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:47.076692 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:56:52.056290 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:57:11.519962 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-76c7ea56-b60c-414f-a5a1-463e78e1adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.189543 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57828) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:57:13.195389 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [None req-89575bc0-aebb-46cc-80b8-35576c423779 tempest-verify_tempest_config-675097773 tempest-verify_tempest_config-675097773-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 09:57:13.196360 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-89575bc0-aebb-46cc-80b8-35576c423779 tempest-verify_tempest_config-675097773 tempest-verify_tempest_config-675097773-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058658 Sep 14 09:57:13.487665 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57846) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:57:13.586698 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.669870 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.673294 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.724448 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e168f67a83748aabda6b1446bceda70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2357185 Sep 14 09:57:13.725306 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf79c197-fb98-47f4-8827-f4f18c1d2920,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:57:13.727199 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57850) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:57:13.732011 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.732361 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.732700 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.733061 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.733397 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.733722 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.734045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.734440 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.734707 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.735027 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.735346 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.735665 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e8364-d932-47c6-8b9c-c08e5f0a01b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.786407 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.846145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.931858 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.934510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:13.935955 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf79c197-fb98-47f4-8827-f4f18c1d2920 HTTP/1.1" status: 204 len: 168 time: 0.2075033 Sep 14 09:57:13.944389 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf79c197-fb98-47f4-8827-f4f18c1d2920,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 09:57:13.951021 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.951372 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.951728 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.952051 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.952380 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.952734 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.953095 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.953793 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.954265 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.954600 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.955038 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:13.955368 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4782ca-8775-48ae-901f-7f51d337f6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 09:57:14.266967 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-79f2be60-115a-4971-bf47-d5d995351ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:14.454718 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:15.530311 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:17.077775 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:29.056079 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:57:41.519678 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-37c2853f-13bf-47c2-9d5d-b6d5058ddb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:44.267136 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-fe73401f-3d0f-4dcd-89e8-41b3c3b05584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:44.457528 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:45.533201 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:57:47.080334 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:06.055153 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:58:11.519528 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-15242a06-7764-442d-903a-a1ad22f12b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:14.266311 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-48efd3ef-4c90-4aff-a3bf-4acd06a5ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:14.461367 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:15.536311 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:17.082967 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:41.520980 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0425eba5-0bcf-4c69-bac4-e163e66d210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:43.054551 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:58:44.267252 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4dcac701-2ea9-43ce-94b1-632f2ef83279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:44.461851 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:45.539695 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:47.090506 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:58:49.223487 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680984'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:04.462380 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57924) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:59:04.564478 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-89a7b321-7c54-4786-aa33-827eefa08bb4 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1010163 Sep 14 09:59:06.751563 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57934) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 09:59:06.805472 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-01b1a1f8-4e67-4bc6-a1fc-7483972582b4 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528502 Sep 14 09:59:11.520560 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fe2e-45bf-4ef1-9edc-a5cc9c380e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:14.268665 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-90d64f7b-134d-4f76-91c4-51d9982f5d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:14.462861 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:15.541609 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:17.091462 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:19.206597 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:20.054255 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 09:59:41.519774 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e0-4afc-44db-80a3-dc7301f13916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:44.268740 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a2a-c3e6-4cf2-aaf4-be5efcd0f3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:44.463887 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:45.543299 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:47.093165 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:49.222976 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 09:59:57.054095 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:00:11.519616 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-256aa605-0834-4db0-ba57-044635a86dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:14.269357 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-55a4222e-c636-4558-9e8d-5e1444435e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:14.466127 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:15.547088 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:17.096054 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:19.239102 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:34.053889 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:00:34.995835 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58142) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:35.029748 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58150) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:35.059685 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58154) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:35.229043 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58170) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:35.252286 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-726824230-network', 'tenant_id': '7a18986f4acc4243ac4ec108a707f66b'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:35.272557 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Made reservation on behalf of 7a18986f4acc4243ac4ec108a707f66b for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:35.274863 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.288219 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.294880 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-46962694-network', 'tenant_id': '2298251c85f3458c92900535f51aae37'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:35.318384 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Made reservation on behalf of 2298251c85f3458c92900535f51aae37 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:35.320627 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.330172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.394190 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-59527523-network', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:35.424827 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.431724 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-408846157-network', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:35.442352 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.444496 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.db.api [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 10:00:35.444496 dv-cinder-806965-4-iscsi neutron-server[93925]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 10:00:35.444496 dv-cinder-806965-4-iscsi neutron-server[93925]: [parameters: {'project_id_1': '9b54410fb8a74231b3f695e6e088db05', 'expiration_1': datetime.datetime(2021, 9, 14, 10, 0, 15, 401121)}] Sep 14 10:00:35.444496 dv-cinder-806965-4-iscsi neutron-server[93925]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 10:00:35.446358 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG oslo_db.api [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 10:00:35.464494 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:00:35.500541 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.500920 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Added segment 5795bb12-51d3-48d0-a43d-1b3afd3f42ad of type vlan for network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 Sep 14 10:00:35.551119 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.553462 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f72ee-6ab5-4434-bdc4-cad0dd881698,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:35.567354 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.567913 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.568137 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.568437 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.568745 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.569116 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.569451 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.569807 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.570127 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.570459 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.570806 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.571112 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Tracked resource versions report: Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: pushed versions: Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: { 'AddressGroup': {'1.2'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Log': {'1.0'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Network': {'1.1'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Port': {'1.7'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'PortForwarding': {'1.2'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'QosPolicy': {'1.9'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroup': {'1.4'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SubPort': {'1.0'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Subnet': {'1.1'}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Trunk': {'1.1'}} Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: consumer versions: Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: HyperV agent@hv-cinder-80696: {}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'ConntrackHelper': '1.0', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Log': '1.0', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Network': '1.1', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Port': '1.7', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'PortForwarding': '1.2', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'QosPolicy': '1.9', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroup': '1.4', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SecurityGroupRule': '1.2', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'SubPort': '1.0', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Subnet': '1.1', Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: 'Trunk': '1.1'}} Sep 14 10:00:35.572115 dv-cinder-806965-4-iscsi neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:00:35.609937 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.613723 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:35.614328 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.712243 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.713624 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] Pushing event updated for resources: {'Network': ['ID=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:35.720807 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.728190 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:00:35.737555 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58200) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:35.737763 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6dbd40d1-8314-4d4c-865a-44af7944d3ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7406862 Sep 14 10:00:35.742528 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Request body: {'subnet': {'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-726824230-subnet', 'tenant_id': '7a18986f4acc4243ac4ec108a707f66b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:35.750446 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:00:35.775172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.775892 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Added segment 8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d of type vlan for network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac Sep 14 10:00:35.777639 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d69315-403e-4350-8334-3caa4bb00993,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:35.780925 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Made reservation on behalf of 2517d2ca4bf648ff9c6013920296fb9b for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:35.783969 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.802821 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Made reservation on behalf of 7a18986f4acc4243ac4ec108a707f66b for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:35.805861 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.810228 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.857145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.911783 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:35.913279 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:35.914346 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.003929 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:36.017480 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:00:36.043342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.053420 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.097479 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Made reservation on behalf of 9b54410fb8a74231b3f695e6e088db05 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:36.100163 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.106477 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:00:36.115741 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.116412 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Added segment a1907416-ec91-4dab-b644-cffffe267daa of type vlan for network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece Sep 14 10:00:36.117586 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.172375 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247bdeff-4f4c-4fcd-8502-445b16f07ca1,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:36.182776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.239134 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c10c86ac-41b8-4dda-b951-123ab0fcfd73 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2076540 Sep 14 10:00:36.239729 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.239940 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58214) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:36.241115 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.252351 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.253220 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Request body: {'subnet': {'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-subnet', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:36.258939 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.261095 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:36.261932 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.269208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:00:36.285578 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.286242 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Added segment ef00196f-32db-43e1-8ca1-bf0008d6e7e3 of type vlan for network 02d016fc-da72-4e8e-968f-ae0067332041 Sep 14 10:00:36.340361 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.413626 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Made reservation on behalf of 2298251c85f3458c92900535f51aae37 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:36.425685 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.434674 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2045627 Sep 14 10:00:36.450503 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58236) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:36.452548 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc374aae-a0ba-4e3a-9100-36ca6f98e5ac admin admin] Pushing event updated for resources: {'Network': ['ID=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:36.471057 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:00:36.472268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Request body: {'subnet': {'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-subnet', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:36.502452 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.505602 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:36.510720 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.516032 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f82977-4018-451e-90b1-46727804575a,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:36.536699 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Made reservation on behalf of 2517d2ca4bf648ff9c6013920296fb9b for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:36.539048 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.546482 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.547125 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.547628 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.551475 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.551821 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.552182 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.552551 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.552902 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.553340 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.553661 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.553978 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.554294 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Tracked resource versions report: Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: pushed versions: Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: { 'AddressGroup': {'1.2'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Log': {'1.0'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Network': {'1.1'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Port': {'1.7'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'PortForwarding': {'1.2'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'QosPolicy': {'1.9'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroup': {'1.4'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SubPort': {'1.0'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Subnet': {'1.1'}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Trunk': {'1.1'}} Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: consumer versions: Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: HyperV agent@hv-cinder-80696: {}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'ConntrackHelper': '1.0', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Log': '1.0', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Network': '1.1', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Port': '1.7', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'PortForwarding': '1.2', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'QosPolicy': '1.9', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroup': '1.4', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SecurityGroupRule': '1.2', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'SubPort': '1.0', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Subnet': '1.1', Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: 'Trunk': '1.1'}} Sep 14 10:00:36.555298 dv-cinder-806965-4-iscsi neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:00:36.632556 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Pushing event updated for resources: {'Network': ['ID=02d016fc-da72-4e8e-968f-ae0067332041,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:36.646919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7910e12-4958-4c1e-89f4-d9124a3a4e8f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:36.688326 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-09fbf99b-0aaf-4498-87ef-d1b4327e30b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6237824 Sep 14 10:00:36.688653 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58260) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:36.694492 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Request body: {'subnet': {'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-59527523-subnet', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:36.707173 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Checking segment: {'id': '5795bb12-51d3-48d0-a43d-1b3afd3f42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:36.707507 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Network hostable DHCP agents. Network: 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:00:36.719530 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 02d016fc-da72-4e8e-968f-ae0067332041 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:00:36.735496 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Made reservation on behalf of 9b54410fb8a74231b3f695e6e088db05 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:36.738891 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.742655 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:00:36.770963 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:36.808433 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:36.809107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.852945 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-afc691d8-99c3-4c12-9abe-d71b93d901c4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1085863 Sep 14 10:00:36.853188 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417799e-5771-4803-bf30-014d010a00bc None None] Network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:36.962661 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:36.993516 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.037225 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd110dbe-7f76-4253-a5c3-8715c8ece5e8,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:37.038522 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0e565b-453f-49c5-bfba-16c8dbc2f906,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:37.069027 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.097116 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Checking segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:37.098938 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Network hostable DHCP agents. Network: 02d016fc-da72-4e8e-968f-ae0067332041, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:00:37.141582 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Network 02d016fc-da72-4e8e-968f-ae0067332041 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:00:37.160126 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 02d016fc-da72-4e8e-968f-ae0067332041) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:37.164635 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:37.165451 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.169989 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58280) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:37.174638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcaecb2f-283d-4398-8c63-3af5c8602553,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:37.203371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Checking segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:37.205581 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61959158-6649-4565-bb1b-558fcced8b23 None None] Network 02d016fc-da72-4e8e-968f-ae0067332041 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:37.207103 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Network hostable DHCP agents. Network: 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:00:37.211529 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac15a4f-0f49-4fc4-927a-3d0083068a4a None None] Network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:37.221456 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7d1f12e9-fa29-413f-92dc-e6c2531f9899 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5312505 Sep 14 10:00:37.224096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58290) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:37.229423 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:37.259403 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Checking segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:37.260341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Network hostable DHCP agents. Network: f0c13b46-02e1-48db-9d68-e1f7ef4c6fac, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:00:37.271716 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.271886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:00:37.272655 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.284297 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:37.303734 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:37.304353 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.311034 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:00:37.328152 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd9e46-ac8c-4e57-a970-e4c471129b0a None None] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:37.354537 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, f0c13b46-02e1-48db-9d68-e1f7ef4c6fac) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:37.359900 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:37.361388 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.366870 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-949c26ce-25c9-4291-aecc-f32b0e68cfd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9151988 Sep 14 10:00:37.370303 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58300) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:37.378613 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:37.414864 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a2252709-39f3-4d02-ade4-585bd1fe004b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1734211 Sep 14 10:00:37.415813 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58302) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:37.420833 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:37.426620 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.428356 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.466362 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.472721 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41725e8-74b8-400e-95a5-1ae5554d176e None None] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:37.629277 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.697199 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614efe0e-3b82-4316-8d84-747df572e8d4 None None] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:37.900176 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:00:37.902340 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.978137 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.984085 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-02d016fc-da72-4e8e-968f-ae0067332041', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:00:37.985228 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:37.987030 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58350) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:37.989567 dv-cinder-806965-4-iscsi neutron-server[93926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 10:00:38.036013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.045593 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58354) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:38.073508 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-416a1893-7ccc-4066-aeaa-b45437a3b573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.308679 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Allocated IP 172.20.0.2 (f0c13b46-02e1-48db-9d68-e1f7ef4c6fac/fcaecb2f-283d-4398-8c63-3af5c8602553/6720e912-1aa7-48e0-920e-cfc96f4627bd) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:38.321975 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Allocated IP 172.20.0.2 (02d016fc-da72-4e8e-968f-ae0067332041/dd110dbe-7f76-4253-a5c3-8715c8ece5e8/51315a61-2036-462d-a84b-5ab4e7f87b66) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:38.367515 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.369024 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.375833 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58362) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:38.417324 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92db9ad9-d600-428e-87f6-7ef507609921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.468283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-293bc51c-f14c-47ec-a0cb-cf3beaf3dc4d tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:38.478820 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-293bc51c-f14c-47ec-a0cb-cf3beaf3dc4d tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/networks?id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 HTTP/1.1" status: 200 len: 811 time: 0.4906466 Sep 14 10:00:38.569648 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-45932a67-d48c-403a-ac8d-ec9adca49e63 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/quotas/7a18986f4acc4243ac4ec108a707f66b HTTP/1.1" status: 200 len: 375 time: 0.0881398 Sep 14 10:00:38.600138 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.618278 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.623300 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-416a1893-7ccc-4066-aeaa-b45437a3b573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.665125 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-8ce5028b-173b-4b27-bdea-72081b8eb98a tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a18986f4acc4243ac4ec108a707f66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658262 Sep 14 10:00:38.742138 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.744314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.757886 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-416a1893-7ccc-4066-aeaa-b45437a3b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.758096 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Transition to ACTIVE for port object 6720e912-1aa7-48e0-920e-cfc96f4627bd will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:38.759872 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Transition to ACTIVE for port object 51315a61-2036-462d-a84b-5ab4e7f87b66 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:38.766419 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.775978 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7aa69979-0483-4072-8a42-32554b5e0018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.789021 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Transition to ACTIVE for port object 6720e912-1aa7-48e0-920e-cfc96f4627bd will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:38.791041 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Transition to ACTIVE for port object 51315a61-2036-462d-a84b-5ab4e7f87b66 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:38.797181 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.806416 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.809527 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92db9ad9-d600-428e-87f6-7ef507609921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.828733 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.832371 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92db9ad9-d600-428e-87f6-7ef507609921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:38.853192 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:38.870749 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:38.873458 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:38.877549 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Network 02d016fc-da72-4e8e-968f-ae0067332041 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:38.878580 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Pushing event updated for resources: {'Port': ['ID=6720e912-1aa7-48e0-920e-cfc96f4627bd,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:38.884009 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-416a1893-7ccc-4066-aeaa-b45437a3b573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c93efe97f6b745289e483be0413b63bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7129788 Sep 14 10:00:38.884759 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58380) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:38.886566 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:38.889691 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:38.899356 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a1893-7ccc-4066-aeaa-b45437a3b573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcae93e-5abf-476d-9928-17b7840ddc5f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:38.910027 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.910593 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.910906 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.911785 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.911785 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.912168 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.912721 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.913263 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.914427 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.915041 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.915285 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.915696 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Tracked resource versions report: Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: pushed versions: Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: { 'AddressGroup': {'1.2'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'ConntrackHelper': {'1.0'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Log': {'1.0'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Network': {'1.1'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Port': {'1.7'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'PortForwarding': {'1.2'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'QosPolicy': {'1.9'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroup': {'1.4'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SubPort': {'1.0'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Subnet': {'1.1'}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Trunk': {'1.1'}} Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: consumer versions: Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: HyperV agent@hv-cinder-80696: {}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'ConntrackHelper': '1.0', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Log': '1.0', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Network': '1.1', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Port': '1.7', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'PortForwarding': '1.2', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'QosPolicy': '1.9', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroup': '1.4', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SecurityGroupRule': '1.2', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'SubPort': '1.0', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Subnet': '1.1', Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: 'Trunk': '1.1'}} Sep 14 10:00:38.916812 dv-cinder-806965-4-iscsi neutron-server[93927]: {{(pid=93927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:00:38.999636 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-92db9ad9-d600-428e-87f6-7ef507609921 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee9cae24c8ae4a5b9b730101e0fc9f6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9527171 Sep 14 10:00:39.004226 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58384) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:39.026196 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db9ad9-d600-428e-87f6-7ef507609921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3eeab2-b0af-43fe-8eb7-2c5b05908f7f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.032776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ca3fcfc6-563b-4c83-a1b4-6cd1a5be5579 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:00:39.034139 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ca3fcfc6-563b-4c83-a1b4-6cd1a5be5579 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1991596 Sep 14 10:00:39.073357 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Attempting to bind port 6720e912-1aa7-48e0-920e-cfc96f4627bd on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:39.074286 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Attempting to bind port 6720e912-1aa7-48e0-920e-cfc96f4627bd by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:39.074286 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Attempting to bind port 6720e912-1aa7-48e0-920e-cfc96f4627bd on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:39.077658 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Attempting to bind port 51315a61-2036-462d-a84b-5ab4e7f87b66 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:39.078917 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Attempting to bind port 51315a61-2036-462d-a84b-5ab4e7f87b66 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:39.078917 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Attempting to bind port 51315a61-2036-462d-a84b-5ab4e7f87b66 on network 02d016fc-da72-4e8e-968f-ae0067332041 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:39.079153 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Allocated IP 172.27.2.130 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/d1ccc55a-8c83-4f03-9907-e116732d2850) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:39.080514 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Pushing event updated for resources: {'Port': ['ID=51315a61-2036-462d-a84b-5ab4e7f87b66,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.090194 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:39.090827 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Checking segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:39.091328 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.091865 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Bound using segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:39.092623 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Bound port: 6720e912-1aa7-48e0-920e-cfc96f4627bd, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:39.093143 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.096136 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:39.096136 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Checking segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:39.096615 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.097112 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Bound using segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:39.097709 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Bound port: 51315a61-2036-462d-a84b-5ab4e7f87b66, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:39.098173 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.115473 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9abf-50e4-474b-b023-ee37a61c886e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.163002 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7aa69979-0483-4072-8a42-32554b5e0018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.167033 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-b0cd7832-05cd-4007-9c85-e4024cc5c425 service neutron] 10.222.0.21 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880797 Sep 14 10:00:39.173884 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7aa69979-0483-4072-8a42-32554b5e0018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.177352 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9abf-50e4-474b-b023-ee37a61c886e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.193550 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.215559 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] For port 6720e912-1aa7-48e0-920e-cfc96f4627bd, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:39.220818 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] For port 6720e912-1aa7-48e0-920e-cfc96f4627bd, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=6720e912-1aa7-48e0-920e-cfc96f4627bd,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:39.222563 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] For port 51315a61-2036-462d-a84b-5ab4e7f87b66, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:39.226471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] For port 51315a61-2036-462d-a84b-5ab4e7f87b66, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=51315a61-2036-462d-a84b-5ab4e7f87b66,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:39.229129 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.236781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.256916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.281484 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7aa69979-0483-4072-8a42-32554b5e0018 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c80c26d0d8d483a9a8a63e4a9a2f527&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9001470 Sep 14 10:00:39.290759 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58388) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:39.299912 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0726004-9aba-40fb-8fd1-a78d515a6d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.301509 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa69979-0483-4072-8a42-32554b5e0018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc345d0-7595-4ce3-a438-d0d0ac9eb37f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.306588 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0282-f784-4f48-85db-4e184e525d89 None None] Pushing event updated for resources: {'Port': ['ID=6720e912-1aa7-48e0-920e-cfc96f4627bd,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.328032 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.411153 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9abf-50e4-474b-b023-ee37a61c886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.414718 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9abf-50e4-474b-b023-ee37a61c886e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.417987 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0b3a9abf-50e4-474b-b023-ee37a61c886e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fcae93e-5abf-476d-9928-17b7840ddc5f HTTP/1.1" status: 204 len: 168 time: 0.5160868 Sep 14 10:00:39.421917 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c259074b-0449-439e-aef9-3f2bcdbba342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.460513 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9abf-50e4-474b-b023-ee37a61c886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcae93e-5abf-476d-9928-17b7840ddc5f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.483447 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c259074b-0449-439e-aef9-3f2bcdbba342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.508138 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.561187 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:39.565672 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:39.572001 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:39.591413 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221432-6534-44ed-bb70-e4ac94732f58 None None] Pushing event updated for resources: {'Port': ['ID=51315a61-2036-462d-a84b-5ab4e7f87b66,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.624431 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ccc55a-8c83-4f03-9907-e116732d2850,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.674187 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0726004-9aba-40fb-8fd1-a78d515a6d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.703975 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c259074b-0449-439e-aef9-3f2bcdbba342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.707290 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c259074b-0449-439e-aef9-3f2bcdbba342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.712098 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c259074b-0449-439e-aef9-3f2bcdbba342 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dc345d0-7595-4ce3-a438-d0d0ac9eb37f HTTP/1.1" status: 204 len: 168 time: 0.4166651 Sep 14 10:00:39.751361 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259074b-0449-439e-aef9-3f2bcdbba342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc345d0-7595-4ce3-a438-d0d0ac9eb37f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:39.811128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.921315 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:39.966166 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e1e120bd-d4ec-45c5-be04-bf82217aaeff service neutron] 10.222.0.21 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911074 Sep 14 10:00:39.973698 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Allocated IP 172.27.2.77 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:40.036826 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.185625 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58412) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:40.211297 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ece1e0e6-1b66-41ca-a3c8-0bbba5a184e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.312739 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0726004-9aba-40fb-8fd1-a78d515a6d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.315268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0726004-9aba-40fb-8fd1-a78d515a6d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.332293 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e0726004-9aba-40fb-8fd1-a78d515a6d2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a3eeab2-b0af-43fe-8eb7-2c5b05908f7f HTTP/1.1" status: 204 len: 168 time: 1.3149216 Sep 14 10:00:40.392972 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0726004-9aba-40fb-8fd1-a78d515a6d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3eeab2-b0af-43fe-8eb7-2c5b05908f7f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:40.412294 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.438271 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-750ef928-11ea-4ab5-8fd1-120f4f3c9cb4 req-369c5ea4-66bb-453a-aabc-28ed3c4096df tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.1307080 Sep 14 10:00:40.497762 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.616467 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58436) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:40.680570 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4eda67f9-53d0-4c9f-910c-7762180ffc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.744083 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:40.809157 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Router 0fedc248-1e6e-4461-be00-ac7177992b6b is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:00:40.818766 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 6720e912-1aa7-48e0-920e-cfc96f4627bd up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:40.828978 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Allocated IP 172.27.2.87 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/43b0e91e-252b-4a73-ada6-d00cf1c97a9b) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:40.926490 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 6720e912-1aa7-48e0-920e-cfc96f4627bd completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:40.934471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 51315a61-2036-462d-a84b-5ab4e7f87b66 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:40.977442 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ece1e0e6-1b66-41ca-a3c8-0bbba5a184e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.017690 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f192b-f893-4ce2-97fa-4cc06333ec13 None None] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:41.054218 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ece1e0e6-1b66-41ca-a3c8-0bbba5a184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.078026 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:41.110388 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ece1e0e6-1b66-41ca-a3c8-0bbba5a184e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f60fce2ef664412aee1b647692af7f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9234457 Sep 14 10:00:41.124676 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58452) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:41.137300 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 51315a61-2036-462d-a84b-5ab4e7f87b66 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:41.146860 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] Provisioning for port 6720e912-1aa7-48e0-920e-cfc96f4627bd completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:41.165132 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] Provisioning complete for port 6720e912-1aa7-48e0-920e-cfc96f4627bd triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:41.166070 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.203097 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1e0e6-1b66-41ca-a3c8-0bbba5a184e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5542d15b-507a-488d-a20a-eda2118da925,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:41.242046 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:41.246400 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:00:41.257278 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:00:41.274187 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:41.274840 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:41.326925 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.371664 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7917c398-4d98-4400-92d8-a7809d4937d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.418600 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:41.439401 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7917c398-4d98-4400-92d8-a7809d4937d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.469905 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.482930 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.495244 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4eda67f9-53d0-4c9f-910c-7762180ffc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.524348 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4eda67f9-53d0-4c9f-910c-7762180ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.529656 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.533474 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d7c698ef-5313-4de0-9f5e-8d27e633a2b3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3083501 Sep 14 10:00:41.537029 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58480) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:41.573571 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] For port 6720e912-1aa7-48e0-920e-cfc96f4627bd, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=6720e912-1aa7-48e0-920e-cfc96f4627bd,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:00:41.574790 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:41.577168 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275374e-2489-4616-9b27-e6d07af062ec None None] Network 02d016fc-da72-4e8e-968f-ae0067332041 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:41.610132 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.685833 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4f5b7-9c98-45ab-bfdc-70fdaef29da9 None None] Pushing event updated for resources: {'Port': ['ID=6720e912-1aa7-48e0-920e-cfc96f4627bd,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:41.706191 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b8f96ead-f1dd-45b3-b785-2597d49ddf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.717276 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58486) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:41.739633 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7917c398-4d98-4400-92d8-a7809d4937d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.743353 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7917c398-4d98-4400-92d8-a7809d4937d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.748034 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7917c398-4d98-4400-92d8-a7809d4937d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5542d15b-507a-488d-a20a-eda2118da925 HTTP/1.1" status: 204 len: 168 time: 0.6112025 Sep 14 10:00:41.764814 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda67f9-53d0-4c9f-910c-7762180ffc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dab4ab0-a1c7-4c4c-8f6a-91607e9d803a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:41.781212 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4eda67f9-53d0-4c9f-910c-7762180ffc43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e4ed42543fc451c95eee3cfffcbb03f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1611378 Sep 14 10:00:41.787998 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58492) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:41.807824 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917c398-4d98-4400-92d8-a7809d4937d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5542d15b-507a-488d-a20a-eda2118da925,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:41.846530 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3f0a8855-a941-4235-b011-50f1f08cea64 req-1f2aec74-7338-41d8-9876-1393addb88e9 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.1176257 Sep 14 10:00:41.858382 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:41.910882 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] Provisioning for port 51315a61-2036-462d-a84b-5ab4e7f87b66 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:41.927311 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] Provisioning complete for port 51315a61-2036-462d-a84b-5ab4e7f87b66 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:41.927688 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:41.956494 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:39Z', 'revision_number': 3, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:42.006273 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:00:42.006839 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Updating router 0fedc248-1e6e-4461-be00-ac7177992b6b port d1ccc55a-8c83-4f03-9907-e116732d2850 binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:00:42.078754 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58496) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:42.081615 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.127065 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-30756269-network', 'tenant_id': '981edb18d71b4615a7e6de794ba32190'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:42.169356 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:42.207939 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3338a63-6ca4-4f6d-ba05-ea02a953a9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.230481 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.249027 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3338a63-6ca4-4f6d-ba05-ea02a953a9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.300433 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] For port 51315a61-2036-462d-a84b-5ab4e7f87b66, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=51315a61-2036-462d-a84b-5ab4e7f87b66,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:00:42.311755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.326224 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Made reservation on behalf of 981edb18d71b4615a7e6de794ba32190 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:42.333919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.350072 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3338a63-6ca4-4f6d-ba05-ea02a953a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.355782 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3338a63-6ca4-4f6d-ba05-ea02a953a9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.357470 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c3338a63-6ca4-4f6d-ba05-ea02a953a9e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dab4ab0-a1c7-4c4c-8f6a-91607e9d803a HTTP/1.1" status: 204 len: 168 time: 0.5614767 Sep 14 10:00:42.358867 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.448333 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:42.458125 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:42.470355 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e7643-f729-4730-b5ce-3f343eb2c8d9 None None] Pushing event updated for resources: {'Port': ['ID=51315a61-2036-462d-a84b-5ab4e7f87b66,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:42.483650 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa93c6d6-bd95-4452-8de2-bd9bce4942ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.486618 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338a63-6ca4-4f6d-ba05-ea02a953a9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dab4ab0-a1c7-4c4c-8f6a-91607e9d803a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:42.504000 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-b42af0f5-66cc-487f-b0ee-7d6fdfdac0c1 None None] Provisioning complete for port 6720e912-1aa7-48e0-920e-cfc96f4627bd triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:42.505941 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b42af0f5-66cc-487f-b0ee-7d6fdfdac0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.618005 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.622584 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Pushing event updated for resources: {'Port': ['ID=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:42.806855 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 6720e912-1aa7-48e0-920e-cfc96f4627bd up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:42.834957 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.840853 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.849639 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.864274 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Transition to ACTIVE for port object d1ccc55a-8c83-4f03-9907-e116732d2850 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:42.864498 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.876644 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:00:42.885557 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.886678 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Added segment 9d93c65e-2e97-4745-aeec-6bbf83a86d4a of type vlan for network 47df58a3-e2f2-436f-8827-9732ae3b732e Sep 14 10:00:42.893581 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.935175 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.953087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-515094b7-614d-4435-999e-5967d59de0e5 None None] Provisioning complete for port 51315a61-2036-462d-a84b-5ab4e7f87b66 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:42.953668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-515094b7-614d-4435-999e-5967d59de0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.982021 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:42.982990 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:42.983728 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.049683 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 6720e912-1aa7-48e0-920e-cfc96f4627bd triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:43.050031 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.069178 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Pushing event updated for resources: {'Port': ['ID=d1ccc55a-8c83-4f03-9907-e116732d2850,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:43.089841 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4fe5c3-4591-4034-97a4-80047a6feb47,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:43.106042 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.108842 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.110872 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.111426 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.113845 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.116279 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.116907 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.117468 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.118038 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.118954 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.121521 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.122103 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Tracked resource versions report: Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: pushed versions: Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: { 'AddressGroup': {'1.2'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'ConntrackHelper': {'1.0'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Log': {'1.0'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Network': {'1.1'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Port': {'1.7'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'PortForwarding': {'1.2'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'QosPolicy': {'1.9'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroup': {'1.4'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SubPort': {'1.0'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Subnet': {'1.1'}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Trunk': {'1.1'}} Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: consumer versions: Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: { DHCP agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: HyperV agent@hv-cinder-80696: {}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: L3 agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: Metadata agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: Metering agent@dv-cinder-806965-4-iscsi: {}, Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: Open vSwitch agent@dv-cinder-806965-4-iscsi: { 'AddressGroup': '1.2', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'ConntrackHelper': '1.0', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Log': '1.0', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Network': '1.1', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Port': '1.7', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'PortForwarding': '1.2', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'QosPolicy': '1.9', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroup': '1.4', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SecurityGroupRule': '1.2', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'SubPort': '1.0', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Subnet': '1.1', Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: 'Trunk': '1.1'}} Sep 14 10:00:43.127977 dv-cinder-806965-4-iscsi neutron-server[93928]: {{(pid=93928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:00:43.142480 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] Pushing event updated for resources: {'Network': ['ID=47df58a3-e2f2-436f-8827-9732ae3b732e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:43.176639 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 47df58a3-e2f2-436f-8827-9732ae3b732e details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:00:43.188312 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Attempting to bind port d1ccc55a-8c83-4f03-9907-e116732d2850 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:43.189669 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Attempting to bind port d1ccc55a-8c83-4f03-9907-e116732d2850 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:43.190285 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Attempting to bind port d1ccc55a-8c83-4f03-9907-e116732d2850 on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:43.209266 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:43.211243 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:43.212841 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.216065 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:43.216796 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Bound port: d1ccc55a-8c83-4f03-9907-e116732d2850, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:43.219139 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.298005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa93c6d6-bd95-4452-8de2-bd9bce4942ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.298648 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] For port d1ccc55a-8c83-4f03-9907-e116732d2850, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:43.306600 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] For port d1ccc55a-8c83-4f03-9907-e116732d2850, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=d1ccc55a-8c83-4f03-9907-e116732d2850,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:43.311302 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa93c6d6-bd95-4452-8de2-bd9bce4942ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.316547 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.321248 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Allocated IP 172.20.0.1 (02d016fc-da72-4e8e-968f-ae0067332041/dd110dbe-7f76-4253-a5c3-8715c8ece5e8/f35ee357-0b77-4eae-9e74-60a88459aa81) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:43.324422 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e2fe6f95-fea3-4c26-be81-ebdf9b92f397 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6049008 Sep 14 10:00:43.341077 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58534) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:43.352018 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Request body: {'subnet': {'network_id': '47df58a3-e2f2-436f-8827-9732ae3b732e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-30756269-subnet', 'tenant_id': '981edb18d71b4615a7e6de794ba32190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:43.394066 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad12e-1968-428c-8636-2fb83da3bc4b None None] Pushing event updated for resources: {'Port': ['ID=d1ccc55a-8c83-4f03-9907-e116732d2850,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:43.404221 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c6d6-bd95-4452-8de2-bd9bce4942ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b423c-0858-482c-b136-ea00b23c5f8f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:43.417592 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fa93c6d6-bd95-4452-8de2-bd9bce4942ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cf9975613e244bbab2026c7d88e4d67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3336234 Sep 14 10:00:43.425637 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58540) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:43.425945 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58542) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:43.427091 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:43.428094 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:43.433119 dv-cinder-806965-4-iscsi neutron-server[93925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 10:00:43.510638 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 51315a61-2036-462d-a84b-5ab4e7f87b66 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:43.538045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Made reservation on behalf of 981edb18d71b4615a7e6de794ba32190 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:43.549732 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.568461 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:43.624726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 51315a61-2036-462d-a84b-5ab4e7f87b66 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:43.625150 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.650471 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c278e5f4-0e48-45b5-ae3a-f1e3f4fc5d23 req-c045503d-a2f1-43da-948d-ee4bc2130fe5 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.2215044 Sep 14 10:00:43.751242 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.779528 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bb112d5-af9f-43a2-a694-cdbfea16763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.823494 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:43.830877 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.32', 49859) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:43.920723 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Transition to ACTIVE for port object f35ee357-0b77-4eae-9e74-60a88459aa81 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:44.003448 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:39Z', 'revision_number': 3, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:44.015933 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bb112d5-af9f-43a2-a694-cdbfea16763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.021257 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.078072 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d520d-b783-41e6-974c-edc3c02a76de None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:39Z', 'revision_number': 3, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:00:44.284534 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2e19e8ac-351e-40a3-877f-d2d1b3ac1b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.326333 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Router 357c88eb-fff8-4866-915b-e3bf28a7674d is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:00:44.394640 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-6d97ccc5-046a-4aa1-b908-7d2097addfb1 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:44.396161 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-6d97ccc5-046a-4aa1-b908-7d2097addfb1 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.32 "GET /v2.0/networks?id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 HTTP/1.1" status: 200 len: 811 time: 0.5639427 Sep 14 10:00:44.461867 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.476825 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.488958 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.498013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Request body: {'port': {'device_id': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9', 'admin_state_up': True, 'tenant_id': '7a18986f4acc4243ac4ec108a707f66b'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:44.505811 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.685092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e67b25a-b6df-43cd-9e29-feb6c9cf7021,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:44.687246 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bb112d5-af9f-43a2-a694-cdbfea16763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.689909 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bb112d5-af9f-43a2-a694-cdbfea16763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.691072 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8bb112d5-af9f-43a2-a694-cdbfea16763b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/300b423c-0858-482c-b136-ea00b23c5f8f HTTP/1.1" status: 204 len: 168 time: 1.2610388 Sep 14 10:00:44.704641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:00:44.725247 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Sync routers for ids ['357c88eb-fff8-4866-915b-e3bf28a7674d'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:00:44.744061 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Routers {'357c88eb-fff8-4866-915b-e3bf28a7674d'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:44.744697 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['357c88eb-fff8-4866-915b-e3bf28a7674d'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:44.777514 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:44.779732 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-21c951d9-cdf1-412e-8625-8c311331fc12 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4079323 Sep 14 10:00:44.784348 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb112d5-af9f-43a2-a694-cdbfea16763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b423c-0858-482c-b136-ea00b23c5f8f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:44.786947 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58598) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:44.860717 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Router 7eacfbd7-f25e-4be8-858b-9932620c432f is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:00:44.864934 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Pushing event updated for resources: {'Port': ['ID=f35ee357-0b77-4eae-9e74-60a88459aa81,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:44.871978 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Network 02d016fc-da72-4e8e-968f-ae0067332041 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:44.882243 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device d1ccc55a-8c83-4f03-9907-e116732d2850 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:44.956212 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:44.961226 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:44.961820 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.120629 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port d1ccc55a-8c83-4f03-9907-e116732d2850 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:45.141321 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port d1ccc55a-8c83-4f03-9907-e116732d2850 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:45.141766 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.148141 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Set router 357c88eb-fff8-4866-915b-e3bf28a7674d gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:45.200486 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4b67df8c-8821-4b80-b86c-faf21fbfe14c req-f4185e85-f638-4285-aa08-1e33c982dff4 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.1054947 Sep 14 10:00:45.243689 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.266392 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Checking segment: {'id': '9d93c65e-2e97-4745-aeec-6bbf83a86d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '47df58a3-e2f2-436f-8827-9732ae3b732e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:45.266961 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Network hostable DHCP agents. Network: 47df58a3-e2f2-436f-8827-9732ae3b732e, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:00:45.374345 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:00:45.384558 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:00:45.406705 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:45.408296 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:45.456990 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.459083 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-8478e2f4-f36e-44fa-97a4-a829e5be81c7 None None] Provisioning for port f35ee357-0b77-4eae-9e74-60a88459aa81 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:45.462722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-865772d2-e154-49b7-b112-50f16cac8822 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0455596 Sep 14 10:00:45.470722 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58614) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:45.503626 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-8478e2f4-f36e-44fa-97a4-a829e5be81c7 None None] Provisioning complete for port f35ee357-0b77-4eae-9e74-60a88459aa81 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:45.503993 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8478e2f4-f36e-44fa-97a4-a829e5be81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.546748 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Network 47df58a3-e2f2-436f-8827-9732ae3b732e is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:00:45.674096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 47df58a3-e2f2-436f-8827-9732ae3b732e) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:45.765030 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:45.765799 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.823975 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Made reservation on behalf of 7a18986f4acc4243ac4ec108a707f66b for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:45.827725 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.869236 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-597e1230-74a1-41ef-b0c9-0afb8d1ab615 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.5177631 Sep 14 10:00:45.876785 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.878587 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:45.982583 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:46.038242 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01552db6-a314-4657-a20b-33964b4b7f3d None None] Network 47df58a3-e2f2-436f-8827-9732ae3b732e requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:46.397163 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port d1ccc55a-8c83-4f03-9907-e116732d2850, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=d1ccc55a-8c83-4f03-9907-e116732d2850,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:00:46.482713 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-8478e2f4-f36e-44fa-97a4-a829e5be81c7 None None] Port f35ee357-0b77-4eae-9e74-60a88459aa81 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:00:46.483446 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:46.484185 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:46.510880 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:46.532575 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:46.647020 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:43Z', 'revision_number': 3, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:46.726884 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:42Z', 'revision_number': 3, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:46.729088 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:00:46.733409 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Updating router 7eacfbd7-f25e-4be8-858b-9932620c432f port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:00:46.746601 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-22ba09d0-f981-4cf1-a016-69245afae137 req-acbdfe6f-d89d-4211-9d0b-07f78330e757 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.2698209 Sep 14 10:00:46.748047 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Allocated IP 172.20.0.4 (32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9/a4f82977-4018-451e-90b1-46727804575a/e3000bc3-a0c3-4ea6-90c5-beff4f0520e3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:46.751929 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Pushing event updated for resources: {'Port': ['ID=f35ee357-0b77-4eae-9e74-60a88459aa81,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:46.801927 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:46.921854 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=d1ccc55a-8c83-4f03-9907-e116732d2850,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:46.974753 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Checking router: 357c88eb-fff8-4866-915b-e3bf28a7674d for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:00:46.982575 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Updating router 357c88eb-fff8-4866-915b-e3bf28a7674d port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:00:47.000422 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Network 02d016fc-da72-4e8e-968f-ae0067332041 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:47.008156 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:47.142696 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86059e-99dc-45d7-9a67-dab1ee5c5a28 None None] Network 47df58a3-e2f2-436f-8827-9732ae3b732e requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:47.207113 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Router 0fedc248-1e6e-4461-be00-ac7177992b6b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:00:47.251960 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:47.379379 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:47.757173 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:47.763335 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:00:47.784225 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-98150a28-e5b0-408f-99a1-29f0c4275498 admin admin] 10.222.0.21 "PUT /v2.0/routers/0fedc248-1e6e-4461-be00-ac7177992b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2449310 Sep 14 10:00:47.874505 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:00:47.937469 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:47.953797 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:47.955882 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:47.956441 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:47.973151 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.033059 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Transition to ACTIVE for port object 43b0e91e-252b-4a73-ada6-d00cf1c97a9b will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:48.050457 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.054245 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-bc9462b3-3866-4df5-8b75-03ae45d1194f None None] Provisioning complete for port f35ee357-0b77-4eae-9e74-60a88459aa81 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:48.054877 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-bc9462b3-3866-4df5-8b75-03ae45d1194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.113517 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-bc9462b3-3866-4df5-8b75-03ae45d1194f None None] Port f35ee357-0b77-4eae-9e74-60a88459aa81 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:00:48.145582 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124f4f4-8f0e-4b2e-a2fb-c63e1262fe1c req-bba3508e-4a4a-4899-bf96-078b2328b794 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:48.155802 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8124f4f4-8f0e-4b2e-a2fb-c63e1262fe1c req-bba3508e-4a4a-4899-bf96-078b2328b794 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 931 time: 0.2663348 Sep 14 10:00:48.197959 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Attempting to bind port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:48.198421 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Attempting to bind port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:48.202093 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Attempting to bind port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:48.227212 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8be4b-5ab6-4347-9cd3-9f78c37fc9f0 None None] Pushing event updated for resources: {'Port': ['ID=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:48.232747 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:48.236909 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:48.237312 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.237791 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:48.238388 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Bound port: 43b0e91e-252b-4a73-ada6-d00cf1c97a9b, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:48.240145 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.381288 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] For port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:48.398673 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] For port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:48.408975 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.473850 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:48.479310 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:48.486919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:48.492415 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:48.493168 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.564228 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8be4b-5ab6-4347-9cd3-9f78c37fc9f0 None None] Pushing event updated for resources: {'Port': ['ID=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:48.576061 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Pushing event updated for resources: {'Port': ['ID=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:48.593562 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ea025d6d-3537-4592-885c-33f15dd94cb3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1021922 Sep 14 10:00:48.617711 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-35621193-48bf-4a54-9992-546f5e4dd2dd tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:00:48.618699 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-35621193-48bf-4a54-9992-546f5e4dd2dd tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053852 Sep 14 10:00:48.618923 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:48.619693 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:48.637859 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58686) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:48.643259 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-975360924-network', 'tenant_id': '8921bd656b9f416990a0f417b1dde9f2'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:48.703779 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Allocated IP 172.20.0.1 (9dfe1fac-aaca-41c4-b0a6-3b7546a40ece/fa0e565b-453f-49c5-bfba-16c8dbc2f906/95b89f35-51bf-429c-9166-b8824bb7ec5d) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:48.723072 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Made reservation on behalf of 8921bd656b9f416990a0f417b1dde9f2 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:48.725742 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.753830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.795549 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.857709 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Transition to ACTIVE for port object 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:48.901859 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device d1ccc55a-8c83-4f03-9907-e116732d2850 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:48.926148 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8124f4f4-8f0e-4b2e-a2fb-c63e1262fe1c req-92125030-af96-43da-af34-9823f3ed9d94 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7693174 Sep 14 10:00:48.936830 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:48.950284 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:48.975176 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:48.987247 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Request body: {'port': {'device_id': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:49.038297 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.084663 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.107458 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489e0f3-d3fa-4654-9a0e-f64d3297f116 None None] Pushing event updated for resources: {'Port': ['ID=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:49.171380 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Attempting to bind port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:49.171942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Attempting to bind port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:49.172464 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Attempting to bind port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:49.211873 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.307292 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:49.323416 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:49.324129 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.325743 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:49.326441 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Bound port: 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:49.328009 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.392382 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.409692 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.456845 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58712) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:49.468780 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674812223', 'description': 'tempest-description--1690546973'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:49.573814 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.575922 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.577108 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca96fd9d-35b6-422b-a323-8dca8ea0e02e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:49.611800 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:43Z', 'revision_number': 3, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:49.615390 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:00:49.632571 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.632987 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Added segment f97e6cb4-b4e8-493f-b1ba-8580f1f44522 of type vlan for network 53d24717-e52a-4ea7-a275-ce6acb12708c Sep 14 10:00:49.698952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=95b89f35-51bf-429c-9166-b8824bb7ec5d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:49.706400 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb0b43-41a9-402e-b9d2-ab0a442d100e None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:43Z', 'revision_number': 3, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:00:49.761206 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.834705 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:49.850208 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] For port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:49.850578 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.856431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] For port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:49.866478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.869443 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:49.897292 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:49.898007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.905842 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.906911 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:49.908037 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:49.947072 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port d1ccc55a-8c83-4f03-9907-e116732d2850 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:49.947620 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:50.035892 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Routers {'357c88eb-fff8-4866-915b-e3bf28a7674d'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:50.036678 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['357c88eb-fff8-4866-915b-e3bf28a7674d'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:50.347696 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489e0f3-d3fa-4654-9a0e-f64d3297f116 None None] Pushing event updated for resources: {'Port': ['ID=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:50.426984 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7871749 Sep 14 10:00:50.461784 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Allocated IP 172.20.0.1 (f0c13b46-02e1-48db-9d68-e1f7ef4c6fac/fcaecb2f-283d-4398-8c63-3af5c8602553/e6ed729a-1b56-4425-99ad-bf92ac2dce6e) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:50.466936 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58742) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:50.509110 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Request body: {'subnet': {'network_id': '53d24717-e52a-4ea7-a275-ce6acb12708c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-975360924-subnet', 'tenant_id': '8921bd656b9f416990a0f417b1dde9f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:50.612466 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ef28-37a0-4da0-bda1-8d048bffa0d0 req-b213d38a-5701-4622-b60c-67974be75222 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:50.619288 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] Set router 357c88eb-fff8-4866-915b-e3bf28a7674d gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:50.624294 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 2, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:50.627261 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da50ef28-37a0-4da0-bda1-8d048bffa0d0 req-b213d38a-5701-4622-b60c-67974be75222 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 931 time: 0.3944197 Sep 14 10:00:50.793129 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:00:50.809208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:50.848287 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Transition to ACTIVE for port object e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:50.900755 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da50ef28-37a0-4da0-bda1-8d048bffa0d0 req-43d70ed6-27bf-4a7a-89c5-e328da3c658f tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277160 Sep 14 10:00:50.915443 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:50.937871 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9fce-208a-4097-9d2a-88c41d83d299 admin admin] Pushing event updated for resources: {'Network': ['ID=53d24717-e52a-4ea7-a275-ce6acb12708c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:50.996991 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.037230 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Pushing event updated for resources: {'Port': ['ID=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:51.147582 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.162775 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.261751 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Made reservation on behalf of 8921bd656b9f416990a0f417b1dde9f2 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:00:51.268808 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.272994 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.274312 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8111756 Sep 14 10:00:51.287007 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58762) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:51.299996 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'security_group_rule': {'security_group_id': '53b674fb-4eec-46b1-a5c4-f7a6f00de362', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:51.379724 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Attempting to bind port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:51.382811 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Attempting to bind port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '5795bb12-51d3-48d0-a43d-1b3afd3f42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:51.383168 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Attempting to bind port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 on network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:51.383335 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.401694 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62517080-a7ed-460f-981e-82714614a2cc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b674fb-4eec-46b1-a5c4-f7a6f00de362,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:51.415535 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.419197 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 43b0e91e-252b-4a73-ada6-d00cf1c97a9b up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:51.429348 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 on network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:00:51.433887 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Attempting to bind port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 on network 32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:51.512405 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:51.512797 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Checking segment: {'id': '5795bb12-51d3-48d0-a43d-1b3afd3f42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:51.532446 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Bound using segment: {'id': '5795bb12-51d3-48d0-a43d-1b3afd3f42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:51.533238 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Bound port: e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5795bb12-51d3-48d0-a43d-1b3afd3f42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:51.533816 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.541471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 53d24717-e52a-4ea7-a275-ce6acb12708c details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:00:51.562039 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Transition to ACTIVE for port object e6ed729a-1b56-4425-99ad-bf92ac2dce6e will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:51.564327 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:00:51.566426 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Updating router 0fedc248-1e6e-4461-be00-ac7177992b6b port f35ee357-0b77-4eae-9e74-60a88459aa81 binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:00:51.743206 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.758874 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.807202 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1294d62-23c5-4f42-b01f-396ae6a2c191,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:51.826443 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.888229 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.892057 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-190160d5-dc93-4e23-94f1-442407577ab3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6006982 Sep 14 10:00:51.903419 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58774) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:51.918668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:51.919764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'security_group_rule': {'security_group_id': '53b674fb-4eec-46b1-a5c4-f7a6f00de362', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:51.931010 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] For port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host hv-cinder-80696, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:52.009980 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.011961 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.028219 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] For port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,segment=NetworkSegment(5795bb12-51d3-48d0-a43d-1b3afd3f42ad),segment_id=5795bb12-51d3-48d0-a43d-1b3afd3f42ad)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:52.049096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.144046 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:42Z', 'revision_number': 3, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:52.194840 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a8e75-856f-4ea9-bd7f-f4edaa0f234f None None] The sync data for ids ['357c88eb-fff8-4866-915b-e3bf28a7674d'] in dv-cinder-806965-4-iscsi is: [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:42Z', 'revision_number': 3, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:00:52.204781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:52.211291 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Pushing event updated for resources: {'Port': ['ID=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:52.303395 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:52.303765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.324362 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:52.325209 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.326793 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-e4b66cde-f1cd-4e74-8e41-4aef8440c901 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 HTTP/1.1" status: 200 len: 1093 time: 3.4739053 Sep 14 10:00:52.327409 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'tag': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:00:52.552302 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.602459 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.603369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.681792 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:00:52.690455 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.760402 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=839f4285-7b9f-4e04-8884-414a4532c56c,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:52.780443 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58788) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:52.793842 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.810862 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2" -d '{"events": [{"name": "network-changed", "server_uuid": "56bc8fca-7b33-4da1-8091-de5b95d54450", "tag": "e3000bc3-a0c3-4ea6-90c5-beff4f0520e3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:00:52.846204 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.915648 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a37752-3310-47c3-a181-c97e75f93c58,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:52.958867 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:52.998368 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:53.008083 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b60bf-f978-46df-b996-c4b77f797662 req-4c093b20-1842-424a-8a74-8e8184a661c8 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:53.031351 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a64b60bf-f978-46df-b996-c4b77f797662 req-4c093b20-1842-424a-8a74-8e8184a661c8 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 0.8201897 Sep 14 10:00:53.049599 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-2f0f552b-e9e7-4ab5-bcca-6261ffd112b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:53.057174 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-2f0f552b-e9e7-4ab5-bcca-6261ffd112b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a18986f4acc4243ac4ec108a707f66b&device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 1096 time: 0.6130247 Sep 14 10:00:53.080947 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.114506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=95b89f35-51bf-429c-9166-b8824bb7ec5d,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:53.128189 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Transition to ACTIVE for port object f35ee357-0b77-4eae-9e74-60a88459aa81 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:53.150273 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.195996 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a64b60bf-f978-46df-b996-c4b77f797662 req-06ff5015-e5d0-4b9f-95ec-9c06b209b855 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615965 Sep 14 10:00:53.206752 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.210482 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f38d7e68-6188-40cf-b2af-88b4b8fb9f9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3018982 Sep 14 10:00:53.217228 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58804) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:53.282557 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Pushing event updated for resources: {'Port': ['ID=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:53.304904 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5268893-a123-4b1e-a079-ccd2c86af51a x-openstack-request-id: req-c5268893-a123-4b1e-a079-ccd2c86af51a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:00:53.305949 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bc8fca-7b33-4da1-8091-de5b95d54450", "tag": "e3000bc3-a0c3-4ea6-90c5-beff4f0520e3", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:00:53.306843 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5268893-a123-4b1e-a079-ccd2c86af51a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:00:53.307399 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'tag': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3', 'status': 'completed', 'code': 200} Sep 14 10:00:53.312454 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:00:53.344651 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:53.354214 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da999afa-8806-4027-9537-fce7787e2d21 None None] Pushing event updated for resources: {'Port': ['ID=f35ee357-0b77-4eae-9e74-60a88459aa81,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:53.391556 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:53.398584 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:53.401294 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.497226 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.520561 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Attempting to bind port f35ee357-0b77-4eae-9e74-60a88459aa81 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:53.523782 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Attempting to bind port f35ee357-0b77-4eae-9e74-60a88459aa81 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:53.526265 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Attempting to bind port f35ee357-0b77-4eae-9e74-60a88459aa81 on network 02d016fc-da72-4e8e-968f-ae0067332041 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:53.534340 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-ced507de-eeac-4574-82c0-d647bb8716c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 HTTP/1.1" status: 200 len: 217 time: 0.3570638 Sep 14 10:00:53.557694 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:53.558421 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Checking segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:53.559379 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.561810 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Bound using segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:53.562586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Bound port: f35ee357-0b77-4eae-9e74-60a88459aa81, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:53.563199 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.568262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a23c844a-0017-4e07-8896-e928436d2cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.643110 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Checking segment: {'id': 'f97e6cb4-b4e8-493f-b1ba-8580f1f44522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53d24717-e52a-4ea7-a275-ce6acb12708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:53.643789 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Network hostable DHCP agents. Network: 53d24717-e52a-4ea7-a275-ce6acb12708c, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:00:53.806001 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] For port f35ee357-0b77-4eae-9e74-60a88459aa81, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:53.813204 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] For port f35ee357-0b77-4eae-9e74-60a88459aa81, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f35ee357-0b77-4eae-9e74-60a88459aa81,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:53.822558 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:53.857356 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-2fa25330-4427-4508-b43e-61da19f150a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:53.868027 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:53.883956 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-2fa25330-4427-4508-b43e-61da19f150a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4f82977-4018-451e-90b1-46727804575a HTTP/1.1" status: 200 len: 851 time: 0.3328385 Sep 14 10:00:54.065360 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58826) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:54.098073 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:54.100391 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:54.116746 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a23c844a-0017-4e07-8896-e928436d2cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.128194 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-7bccc911-e05a-4abf-9045-f0c58690cb7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2329049 Sep 14 10:00:54.131856 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Network 53d24717-e52a-4ea7-a275-ce6acb12708c is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:00:54.134543 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a23c844a-0017-4e07-8896-e928436d2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.238283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c844a-0017-4e07-8896-e928436d2cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c216e-5f35-4463-8684-f541de0de10c,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:54.271322 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:54.307056 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 53d24717-e52a-4ea7-a275-ce6acb12708c) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:54.383661 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:54.384562 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.388047 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342dadf-559b-41a1-8ed2-2167d416555b None None] Network 53d24717-e52a-4ea7-a275-ce6acb12708c requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:54.414785 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a23c844a-0017-4e07-8896-e928436d2cdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=743c7bbb46cb4ab2b3928c2180e632c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6322093 Sep 14 10:00:54.423132 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-13ca565c-e306-4fc5-9389-8febc01a5db0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9417050 Sep 14 10:00:54.423648 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58832) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:54.438711 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da999afa-8806-4027-9537-fce7787e2d21 None None] Pushing event updated for resources: {'Port': ['ID=f35ee357-0b77-4eae-9e74-60a88459aa81,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:54.489872 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c70bb97d-3a21-4843-8c0b-909c0aec33bd None None] Provisioning for port e6ed729a-1b56-4425-99ad-bf92ac2dce6e completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:54.497677 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c70bb97d-3a21-4843-8c0b-909c0aec33bd None None] Provisioning complete for port e6ed729a-1b56-4425-99ad-bf92ac2dce6e triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:54.498458 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c70bb97d-3a21-4843-8c0b-909c0aec33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.628375 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:54.682350 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-c70bb97d-3a21-4843-8c0b-909c0aec33bd None None] Port e6ed729a-1b56-4425-99ad-bf92ac2dce6e cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:00:54.731314 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.775111 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11586e3f-6df5-42b5-9ae7-dba331ea4898 None None] Network 53d24717-e52a-4ea7-a275-ce6acb12708c requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:00:54.796801 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58836) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:54.802564 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-f311b409-eef9-41b2-8f9d-52ed79f1d977 service neutron] 10.222.0.32 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967073 Sep 14 10:00:54.824487 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f4824bf7-555a-4f74-b0e9-bb8b4b2559ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.864456 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87049282-ff90-418d-8c27-ed1b167dc491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.895653 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87049282-ff90-418d-8c27-ed1b167dc491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.973360 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87049282-ff90-418d-8c27-ed1b167dc491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.976230 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87049282-ff90-418d-8c27-ed1b167dc491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:54.978220 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-87049282-ff90-418d-8c27-ed1b167dc491 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d6c216e-5f35-4463-8684-f541de0de10c HTTP/1.1" status: 204 len: 168 time: 0.5506024 Sep 14 10:00:55.005953 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Router 357c88eb-fff8-4866-915b-e3bf28a7674d has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:00:55.026080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87049282-ff90-418d-8c27-ed1b167dc491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c216e-5f35-4463-8684-f541de0de10c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:55.034603 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Deleting subnet 8e67b25a-b6df-43cd-9e29-feb6c9cf7021 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:00:55.039298 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.097174 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.119496 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.128061 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 43b0e91e-252b-4a73-ada6-d00cf1c97a9b up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:55.318462 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.358123 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed7aee-d37e-47e4-a326-fa30a0056167 req-2fa92a33-ebcc-4693-afad-e91d1f3beaf2 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:55.376989 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44ed7aee-d37e-47e4-a326-fa30a0056167 req-2fa92a33-ebcc-4693-afad-e91d1f3beaf2 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 1.0323489 Sep 14 10:00:55.522982 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f4824bf7-555a-4f74-b0e9-bb8b4b2559ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.563972 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f4824bf7-555a-4f74-b0e9-bb8b4b2559ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.591031 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.596258 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e67b25a-b6df-43cd-9e29-feb6c9cf7021,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:55.608568 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.615548 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6c2b248c-1dca-46c9-97cb-4cbd1fa6abc3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8e67b25a-b6df-43cd-9e29-feb6c9cf7021 HTTP/1.1" status: 204 len: 168 time: 0.8167338 Sep 14 10:00:55.617526 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.618530 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.632844 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58850) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:55.673949 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f4824bf7-555a-4f74-b0e9-bb8b4b2559ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47ab33f46f79450ea4737828aeed76fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6055553 Sep 14 10:00:55.675042 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58852) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:55.676015 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4824bf7-555a-4f74-b0e9-bb8b4b2559ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ab09b8-07df-49f5-a503-53ccf30a76d9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:55.699843 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.730738 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:55.731140 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:55.806585 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:53Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:55.818852 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Allocated IP 172.27.2.56 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/8d8f62c8-3c21-4029-8253-0261084ad97a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:00:55.834876 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58856) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:55.836355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Pushing event updated for resources: {'Port': ['ID=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:55.848739 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:55.882845 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11142735-34da-4026-adce-b6a3e03da1d4 None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:53Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:00:55.926314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:55.950202 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:55.960401 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.029561 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44ed7aee-d37e-47e4-a326-fa30a0056167 req-df6acbee-7bc9-4cf5-a58b-6f42673ff8e5 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6515648 Sep 14 10:00:56.032284 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3928b60-364b-4eb8-aa8b-6f1c8e7716cf req-f85cfff6-c7f5-4ea9-b0f9-ea84cc7c5937 service neutron] 10.222.0.32 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1653981 Sep 14 10:00:56.032844 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95954508-abbe-4ce5-8556-bdbbd73e2ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.037672 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.113038 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'Port': ['ID=8d8f62c8-3c21-4029-8253-0261084ad97a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:56.128173 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:00:56.130941 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:00:56.134171 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:00:56.139119 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:56.145936 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:56.147558 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.214859 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abbf2266-0aed-4f6b-84cc-e8af05308acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.231821 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.280809 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.298060 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Router 7eacfbd7-f25e-4be8-858b-9932620c432f has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:00:56.356160 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.388260 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:00:56.395771 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.422191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abbf2266-0aed-4f6b-84cc-e8af05308acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.452318 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.464888 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:00:56.474950 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ba187d6d-0058-496b-b4cc-9521484f4cc0 admin admin] 10.222.0.21 "PUT /v2.0/routers/357c88eb-fff8-4866-915b-e3bf28a7674d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6866410 Sep 14 10:00:56.488732 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Sync routers for ids ['357c88eb-fff8-4866-915b-e3bf28a7674d'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:00:56.501541 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4f100b14-b37c-4230-a7c8-63b99f9be75f None None] Provisioning complete for port e6ed729a-1b56-4425-99ad-bf92ac2dce6e triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:56.502051 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4f100b14-b37c-4230-a7c8-63b99f9be75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.503170 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Routers {'357c88eb-fff8-4866-915b-e3bf28a7674d'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:56.504149 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['357c88eb-fff8-4866-915b-e3bf28a7674d'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:56.540231 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:56.557816 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-4f100b14-b37c-4230-a7c8-63b99f9be75f None None] Port e6ed729a-1b56-4425-99ad-bf92ac2dce6e cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:00:56.568100 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95954508-abbe-4ce5-8556-bdbbd73e2ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.579193 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95954508-abbe-4ce5-8556-bdbbd73e2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.623983 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95954508-abbe-4ce5-8556-bdbbd73e2ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d186984-7eb0-4f62-9702-c1cc54c522f7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:56.645415 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-95954508-abbe-4ce5-8556-bdbbd73e2ea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73815c682d3e4eecba56f4bdc63adfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9476464 Sep 14 10:00:56.647711 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.649387 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58860) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:56.665463 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.692958 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.728821 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Set router 357c88eb-fff8-4866-915b-e3bf28a7674d gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:56.777934 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.790570 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4915409 Sep 14 10:00:56.819990 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50455d5f-1a98-4a1b-a346-8062f271af63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.824697 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834570f2-7985-4996-804b-e6b385212960 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'Port': ['ID=8d8f62c8-3c21-4029-8253-0261084ad97a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:56.861086 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50455d5f-1a98-4a1b-a346-8062f271af63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:56.952484 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:00:56.965382 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a7a6a338-ff24-4638-9882-2da86a76bced admin admin] 10.222.0.21 "PUT /v2.0/routers/7eacfbd7-f25e-4be8-858b-9932620c432f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4931643 Sep 14 10:00:56.980954 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:00:56.999194 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:57.000275 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:57.003803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f35ee357-0b77-4eae-9e74-60a88459aa81 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:57.008989 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50455d5f-1a98-4a1b-a346-8062f271af63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.011820 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50455d5f-1a98-4a1b-a346-8062f271af63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.013196 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-50455d5f-1a98-4a1b-a346-8062f271af63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d186984-7eb0-4f62-9702-c1cc54c522f7 HTTP/1.1" status: 204 len: 168 time: 0.3626409 Sep 14 10:00:57.027642 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455d5f-1a98-4a1b-a346-8062f271af63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d186984-7eb0-4f62-9702-c1cc54c522f7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:57.051432 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abbf2266-0aed-4f6b-84cc-e8af05308acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.060320 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abbf2266-0aed-4f6b-84cc-e8af05308acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.065578 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-abbf2266-0aed-4f6b-84cc-e8af05308acd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6ab09b8-07df-49f5-a503-53ccf30a76d9 HTTP/1.1" status: 204 len: 168 time: 1.2148039 Sep 14 10:00:57.137481 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.166021 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf2266-0aed-4f6b-84cc-e8af05308acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ab09b8-07df-49f5-a503-53ccf30a76d9,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:57.233729 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.234074 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.256176 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.256532 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > port after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.256965 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.257234 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.257636 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.257873 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.258190 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.258507 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.258805 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:57.295299 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:50Z', 'revision_number': 4, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '95b89f35-51bf-429c-9166-b8824bb7ec5d', 'name': '', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'mac_address': 'fa:16:3e:c3:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:48Z', 'updated_at': '2021-09-14T10:00:51Z', 'revision_number': 2, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'subnets': [{'id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:57.340638 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-8cbd4f9b-6aaf-4444-bf13-84e90f34c424 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1674812223&fields=id&tenant_id=9b54410fb8a74231b3f695e6e088db05 HTTP/1.1" status: 200 len: 267 time: 0.0916045 Sep 14 10:00:57.353464 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Checking router: 357c88eb-fff8-4866-915b-e3bf28a7674d for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:00:57.354069 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Updating router 357c88eb-fff8-4866-915b-e3bf28a7674d port 95b89f35-51bf-429c-9166-b8824bb7ec5d binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:00:57.417444 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.421295 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port f35ee357-0b77-4eae-9e74-60a88459aa81 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:00:57.432390 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f35ee357-0b77-4eae-9e74-60a88459aa81 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:57.433137 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.597867 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-63918408-5e25-4590-87d4-f695b451bf21 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:57.600204 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-63918408-5e25-4590-87d4-f695b451bf21 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 809 time: 0.2464006 Sep 14 10:00:57.625572 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5c645ce6-88ec-4043-9711-15a002f15c27 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/quotas/9b54410fb8a74231b3f695e6e088db05 HTTP/1.1" status: 200 len: 375 time: 0.0170922 Sep 14 10:00:57.670023 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 2, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:57.713957 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:00:57.714814 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Updating router 7eacfbd7-f25e-4be8-858b-9932620c432f port e6ed729a-1b56-4425-99ad-bf92ac2dce6e binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:00:57.745864 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.779098 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.779323 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.779707 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.785053 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.785508 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:00:57.785904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47df58a3-e2f2-436f-8827-9732ae3b732e']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:57.822471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port f35ee357-0b77-4eae-9e74-60a88459aa81, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f35ee357-0b77-4eae-9e74-60a88459aa81,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:00:57.840166 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-9585c6e5-39cd-4406-a58a-ba3b107941c4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2086005 Sep 14 10:00:57.847978 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d93c65e-2e97-4745-aeec-6bbf83a86d4a') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:57.848562 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d93c65e-2e97-4745-aeec-6bbf83a86d4a') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:57.876004 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.877240 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:57.910764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:57.990950 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.042416 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:00:58.043192 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: from cryptography.utils import int_from_bytes Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: from cryptography.utils import int_from_bytes Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:00:58.048157 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:00:58.059409 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58922) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:58.088691 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31597423-1a61-4896-9f12-639dd0039be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.095184 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=f35ee357-0b77-4eae-9e74-60a88459aa81,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:58.125128 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:58.125678 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.162259 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.196027 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Transition to ACTIVE for port object 95b89f35-51bf-429c-9166-b8824bb7ec5d will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:58.227256 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-8f4aa803-9814-4345-8474-f6a26790ecf7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:58.230377 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.238121 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-8f4aa803-9814-4345-8474-f6a26790ecf7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 818 time: 1.0540512 Sep 14 10:00:58.356919 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2de38-7619-4935-a9c0-e978aa5c4455 None None] Pushing event updated for resources: {'Port': ['ID=95b89f35-51bf-429c-9166-b8824bb7ec5d,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:58.363998 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31597423-1a61-4896-9f12-639dd0039be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.390265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31597423-1a61-4896-9f12-639dd0039be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.403499 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-497be98d-6e7f-4535-967c-f337f2fbd65f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/quotas/2517d2ca4bf648ff9c6013920296fb9b HTTP/1.1" status: 200 len: 375 time: 0.0421996 Sep 14 10:00:58.407832 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.453007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.455460 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47df58a3-e2f2-436f-8827-9732ae3b732e HTTP/1.1" status: 204 len: 168 time: 2.6305149 Sep 14 10:00:58.471628 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58932) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:58.480978 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.506237 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Transition to ACTIVE for port object e6ed729a-1b56-4425-99ad-bf92ac2dce6e will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:00:58.519712 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-97d84ef4-e2b3-441c-9372-7ec3dc52dd60 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:00:58.528982 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-97d84ef4-e2b3-441c-9372-7ec3dc52dd60 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1553962 Sep 14 10:00:58.536076 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b770e3-0e6b-4370-9a52-74af84da9338 admin admin] Pushing event deleted for resources: {'Network': ['ID=47df58a3-e2f2-436f-8827-9732ae3b732e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:58.541247 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Attempting to bind port 95b89f35-51bf-429c-9166-b8824bb7ec5d on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:58.541617 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Attempting to bind port 95b89f35-51bf-429c-9166-b8824bb7ec5d by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:58.541830 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.541954 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Attempting to bind port 95b89f35-51bf-429c-9166-b8824bb7ec5d on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:58.558985 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:58.559465 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Checking segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:58.560716 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.561124 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Bound using segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:58.562926 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Bound port: 95b89f35-51bf-429c-9166-b8824bb7ec5d, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:58.563900 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.610695 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-31597423-1a61-4896-9f12-639dd0039be3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe83c511fe814f949fe642abc4a164ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493014 Sep 14 10:00:58.615537 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58936) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:58.629075 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-9082f0a5-8b91-4fa3-a708-373a2c5a27c9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2012069 Sep 14 10:00:58.667428 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31597423-1a61-4896-9f12-639dd0039be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d640a4d0-801a-4647-b371-021bc27d8979,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:58.746641 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] For port 95b89f35-51bf-429c-9166-b8824bb7ec5d, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:58.754428 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] For port 95b89f35-51bf-429c-9166-b8824bb7ec5d, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=95b89f35-51bf-429c-9166-b8824bb7ec5d,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:58.763878 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.796785 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a49e-2466-460b-8ac3-d40c4ff96119 None None] Pushing event updated for resources: {'Port': ['ID=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:58.809379 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Deleting subnet 839f4285-7b9f-4e04-8884-414a4532c56c {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:00:58.813622 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.858400 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Attempting to bind port e6ed729a-1b56-4425-99ad-bf92ac2dce6e on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:00:58.858766 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Attempting to bind port e6ed729a-1b56-4425-99ad-bf92ac2dce6e by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:00:58.859123 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Attempting to bind port e6ed729a-1b56-4425-99ad-bf92ac2dce6e on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:00:58.897871 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:00:58.898181 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Checking segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:00:58.898587 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.899043 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Bound using segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:00:58.899545 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Bound port: e6ed729a-1b56-4425-99ad-bf92ac2dce6e, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:00:58.899926 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.905863 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2de38-7619-4935-a9c0-e978aa5c4455 None None] Pushing event updated for resources: {'Port': ['ID=95b89f35-51bf-429c-9166-b8824bb7ec5d,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:58.907638 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-e82479ef-16d2-4adb-8aa4-6f91b1624dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773067 Sep 14 10:00:58.955567 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.989126 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:58.992926 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Routers {'357c88eb-fff8-4866-915b-e3bf28a7674d'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:58.994532 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['357c88eb-fff8-4866-915b-e3bf28a7674d'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:59.009802 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f35ee357-0b77-4eae-9e74-60a88459aa81 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:00:59.099090 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] For port e6ed729a-1b56-4425-99ad-bf92ac2dce6e, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:00:59.100441 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-e302729a-c557-470b-8260-dd6d9bb117c7 service neutron] 10.222.0.21 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702246 Sep 14 10:00:59.104446 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] For port e6ed729a-1b56-4425-99ad-bf92ac2dce6e, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:00:59.117703 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.147571 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80c95f5f-4fb0-453d-96e5-f04ae3ae4b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.191297 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a49e-2466-460b-8ac3-d40c4ff96119 None None] Pushing event updated for resources: {'Port': ['ID=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:59.202220 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80c95f5f-4fb0-453d-96e5-f04ae3ae4b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.206909 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f35ee357-0b77-4eae-9e74-60a88459aa81 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:00:59.207654 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.259919 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:00:59.261103 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:00:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:59.299174 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-870970d2-7585-466a-b4d9-93ca562a7842 service neutron] 10.222.0.21 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905151 Sep 14 10:00:59.330950 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.334355 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] Set router 357c88eb-fff8-4866-915b-e3bf28a7674d gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:00:59.427780 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.432538 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/839f4285-7b9f-4e04-8884-414a4532c56c HTTP/1.1" status: 204 len: 168 time: 0.9598515 Sep 14 10:00:59.441842 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58950) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:00:59.523457 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826b6c3-b38d-46e9-91cd-dc7c14156cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=839f4285-7b9f-4e04-8884-414a4532c56c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:59.570212 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-646815eb-38fe-4cd0-b8be-073e94a35445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:00:59.572353 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-2f3115d5-2aef-40a7-991f-2b6eb614ddc9 service neutron] 10.222.0.21 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367950 Sep 14 10:00:59.577313 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-646815eb-38fe-4cd0-b8be-073e94a35445 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a18986f4acc4243ac4ec108a707f66b&device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 1096 time: 0.2722683 Sep 14 10:00:59.629848 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.643503 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80c95f5f-4fb0-453d-96e5-f04ae3ae4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.647480 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80c95f5f-4fb0-453d-96e5-f04ae3ae4b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.652013 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-80c95f5f-4fb0-453d-96e5-f04ae3ae4b2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d640a4d0-801a-4647-b371-021bc27d8979 HTTP/1.1" status: 204 len: 168 time: 1.0176957 Sep 14 10:00:59.672683 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c95f5f-4fb0-453d-96e5-f04ae3ae4b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d640a4d0-801a-4647-b371-021bc27d8979,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:00:59.872559 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:00:59.942437 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d24717-e52a-4ea7-a275-ce6acb12708c']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:00:59.991011 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97e6cb4-b4e8-493f-b1ba-8580f1f44522') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:00.006450 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97e6cb4-b4e8-493f-b1ba-8580f1f44522') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:00.079694 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:00.099157 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-fade7520-222e-492d-9ed1-b5c42293605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:00.112602 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-fade7520-222e-492d-9ed1-b5c42293605d service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 HTTP/1.1" status: 200 len: 912 time: 0.5145090 Sep 14 10:01:00.130013 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:00.157694 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:01:00.157694 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:01:00.159092 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:01:00.238393 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:01:00.289870 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:50Z', 'revision_number': 4, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '95b89f35-51bf-429c-9166-b8824bb7ec5d', 'name': '', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'mac_address': 'fa:16:3e:c3:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:48Z', 'updated_at': '2021-09-14T10:00:58Z', 'revision_number': 4, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'subnets': [{'id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:00.334494 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:00.342423 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:00.345550 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/53d24717-e52a-4ea7-a275-ce6acb12708c HTTP/1.1" status: 204 len: 168 time: 0.8929963 Sep 14 10:01:00.367866 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676ec68-e41a-4a33-89e0-34425df78c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d24717-e52a-4ea7-a275-ce6acb12708c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:00.420854 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84558e0-8e76-49c4-8aa3-e1d86739c7a2 None None] The sync data for ids ['357c88eb-fff8-4866-915b-e3bf28a7674d'] in dv-cinder-806965-4-iscsi is: [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:50Z', 'revision_number': 4, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '95b89f35-51bf-429c-9166-b8824bb7ec5d', 'name': '', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'mac_address': 'fa:16:3e:c3:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:48Z', 'updated_at': '2021-09-14T10:00:58Z', 'revision_number': 4, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'subnets': [{'id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:01:00.623386 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-f465a3fc-9285-4ffc-b350-46f8f8e84e56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 HTTP/1.1" status: 200 len: 217 time: 0.4825499 Sep 14 10:01:00.901299 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92584fb7-1432-4cd8-b626-04b708d2f245 req-065666ec-af52-4ec0-9343-ba9746fdb6d4 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:00.908667 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92584fb7-1432-4cd8-b626-04b708d2f245 req-065666ec-af52-4ec0-9343-ba9746fdb6d4 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 0.7946329 Sep 14 10:01:00.993750 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59014) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:01.073287 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 95b89f35-51bf-429c-9166-b8824bb7ec5d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:01.164191 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-7ea1b4e6-622a-406e-a229-e675df6ef05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:01.169866 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-7ea1b4e6-622a-406e-a229-e675df6ef05b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4f82977-4018-451e-90b1-46727804575a HTTP/1.1" status: 200 len: 851 time: 0.5362649 Sep 14 10:01:01.356782 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-1dceb913-1acd-43bf-9c1f-6d68730ae162 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320014 Sep 14 10:01:01.405967 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:00:59Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:01.409741 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 95b89f35-51bf-429c-9166-b8824bb7ec5d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:01.412214 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92584fb7-1432-4cd8-b626-04b708d2f245 req-a9fd1b5c-9117-4b05-9c36-da2775582dee tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898512 Sep 14 10:01:01.466184 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59024) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:01.470224 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-08c652b5-4455-49de-aaed-4cb9df8cdbd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=981edb18d71b4615a7e6de794ba32190&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4676664 Sep 14 10:01:01.489014 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8fbe6-04b8-4cf9-abdf-bd0ff168cb37 None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:00:59Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:01:01.499081 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 95b89f35-51bf-429c-9166-b8824bb7ec5d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:01.501212 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:01.668715 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca8-739b-4683-b587-f854bc0284ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:01.740503 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ccf31c82-aacb-4cfd-a59f-730bd39846bd req-b058b5c0-35c4-4cb0-8602-b2b11db7152d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 210 time: 0.2141604 Sep 14 10:01:01.790507 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca8-739b-4683-b587-f854bc0284ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:01.871793 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:01.901244 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-6eed7aa9-8b57-44e1-ae60-d7313bf996a4 service neutron] 10.222.0.32 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296948 Sep 14 10:01:02.015018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca8-739b-4683-b587-f854bc0284ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:02.029060 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca8-739b-4683-b587-f854bc0284ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:02.045225 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b2d6dca8-739b-4683-b587-f854bc0284ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d4fe5c3-4591-4034-97a4-80047a6feb47 HTTP/1.1" status: 204 len: 168 time: 0.5775328 Sep 14 10:01:02.067670 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 95b89f35-51bf-429c-9166-b8824bb7ec5d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=95b89f35-51bf-429c-9166-b8824bb7ec5d,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:02.089764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6dca8-739b-4683-b587-f854bc0284ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4fe5c3-4591-4034-97a4-80047a6feb47,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:02.113605 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:02.131966 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5a5f4acf-81a2-4179-b1f5-6a3dfbd67abc req-1266fdfa-badb-4285-b2f7-437c8d4a8d06 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 210 time: 0.1041133 Sep 14 10:01:02.333866 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=95b89f35-51bf-429c-9166-b8824bb7ec5d,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:02.389164 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95e8aef9-9c2a-461a-8fbd-ad8436bd92b2 req-6ee2d28b-9d3e-4982-945c-9cc5a91dd6ec service neutron] 10.222.0.32 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748073 Sep 14 10:01:02.833761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59068) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:02.841131 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002033046', 'description': 'tempest-description--243814499'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:02.865887 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba7e3f-d5c5-4b8e-9e67-92a41758ef13 req-977f939e-816b-4474-8f97-d478acd851c3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:02.874337 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ceba7e3f-d5c5-4b8e-9e67-92a41758ef13 req-977f939e-816b-4474-8f97-d478acd851c3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 0.2214806 Sep 14 10:01:02.944811 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.007271 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ceba7e3f-d5c5-4b8e-9e67-92a41758ef13 req-ad7f1caa-92d9-45e7-b585-b21b7a4a00f5 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300004 Sep 14 10:01:03.209031 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 95b89f35-51bf-429c-9166-b8824bb7ec5d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:03.215927 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.268082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.334683 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 95b89f35-51bf-429c-9166-b8824bb7ec5d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:03.336629 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.386757 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-40c03a51-9703-4410-a183-c915fd3fe496 req-ff54ecde-56fb-4a9f-9d79-d0e96972e349 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 210 time: 0.0806127 Sep 14 10:01:03.430388 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-08d9af00-3a09-448f-b929-ea6c3862b1f2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:03.433210 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-08d9af00-3a09-448f-b929-ea6c3862b1f2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 818 time: 0.4456491 Sep 14 10:01:03.461862 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Request body: {'port': {'device_id': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'admin_state_up': True, 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:03.504956 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59098) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:03.546007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052841e1-4798-44ea-8178-2d1cf262a64b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:03.549364 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e6ed729a-1b56-4425-99ad-bf92ac2dce6e up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:03.582109 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.583835 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4d66c197-23c6-4178-8ca8-93dc6d66afd7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7490950 Sep 14 10:01:03.587777 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59106) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:03.593308 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'security_group_rule': {'security_group_id': '052841e1-4798-44ea-8178-2d1cf262a64b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:03.632493 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-bfd6f3c9-c1d1-47cf-a740-b695f17f1123 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:03.642849 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-bfd6f3c9-c1d1-47cf-a740-b695f17f1123 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 818 time: 0.4250190 Sep 14 10:01:03.669452 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-1855f9f0-cc57-4f72-a88c-1bd870c4023b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/quotas/2517d2ca4bf648ff9c6013920296fb9b HTTP/1.1" status: 200 len: 375 time: 0.0256479 Sep 14 10:01:03.674356 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port e6ed729a-1b56-4425-99ad-bf92ac2dce6e completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:03.680304 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port e6ed729a-1b56-4425-99ad-bf92ac2dce6e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:03.680729 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.738381 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5aeb3645-0537-48c7-bc90-68dee6d3d0db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8921bd656b9f416990a0f417b1dde9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244635 Sep 14 10:01:03.738654 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59110) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:03.758094 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.862665 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.869773 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Made reservation on behalf of 2517d2ca4bf648ff9c6013920296fb9b for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:03.872750 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.920469 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-730bbde6-3f0c-4193-b5c0-16755e9cfc54 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2493939 Sep 14 10:01:03.954730 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c03da463-20f8-4c94-b7e0-e760bb7b1c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.988330 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c03da463-20f8-4c94-b7e0-e760bb7b1c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:03.990413 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port e6ed729a-1b56-4425-99ad-bf92ac2dce6e, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:03.997087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.083715 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.32', 49882) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:04.134805 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Allocated IP 172.20.0.14 (9dfe1fac-aaca-41c4-b0a6-3b7546a40ece/fa0e565b-453f-49c5-bfba-16c8dbc2f906/6aa3b32b-a207-4924-af7b-c66013d1b60c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:01:04.147759 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:04.171762 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.237795 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.259148 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c03da463-20f8-4c94-b7e0-e760bb7b1c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.262448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c03da463-20f8-4c94-b7e0-e760bb7b1c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.264353 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c03da463-20f8-4c94-b7e0-e760bb7b1c92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca96fd9d-35b6-422b-a323-8dca8ea0e02e HTTP/1.1" status: 204 len: 168 time: 0.5167832 Sep 14 10:01:04.267283 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-03d29483-3f7a-48bf-94cf-f00e09d821eb service neutron] 10.222.0.21 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452387 Sep 14 10:01:04.373830 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03da463-20f8-4c94-b7e0-e760bb7b1c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca96fd9d-35b6-422b-a323-8dca8ea0e02e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:04.464245 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151027ca-b824-4d79-8311-4b2ca4b418b5,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:04.492174 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.498092 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-238dc7ab-72d8-4721-a652-602964da4a21 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9058599 Sep 14 10:01:04.502451 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59140) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:04.512703 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f4bc4-4fcb-4627-b0b1-a1065daff203 req-f33196cd-8a24-49bf-8148-b14424a4d8bb tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:04.514601 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-602f4bc4-4fcb-4627-b0b1-a1065daff203 req-f33196cd-8a24-49bf-8148-b14424a4d8bb tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 0.3335328 Sep 14 10:01:04.518630 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'security_group_rule': {'security_group_id': '052841e1-4798-44ea-8178-2d1cf262a64b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:04.559840 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.601943 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.745371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-1a587330-7b14-44d7-aade-541218efef15 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:04.747058 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-602f4bc4-4fcb-4627-b0b1-a1065daff203 req-362cf85c-af06-4dd7-87dc-bd8e44d5ceb9 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948671 Sep 14 10:01:04.747819 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-1a587330-7b14-44d7-aade-541218efef15 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 809 time: 0.6609459 Sep 14 10:01:04.749818 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-3cefe6d2-794b-485f-83ae-dc59508116ef service neutron] 10.222.0.21 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685032 Sep 14 10:01:04.826766 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-f97f6137-6049-4401-8de3-32f7495dc135 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b54410fb8a74231b3f695e6e088db05 HTTP/1.1" status: 200 len: 380 time: 0.0591009 Sep 14 10:01:04.841302 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'port': {'device_id': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'admin_state_up': True, 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'security_groups': ['53b674fb-4eec-46b1-a5c4-f7a6f00de362']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:04.921265 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e6ed729a-1b56-4425-99ad-bf92ac2dce6e up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:04.924846 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4c1d0a4f-7eea-4e68-ade6-1e674b6073c8 req-21817bdd-4fd6-4dc8-aa68-e2bab83454aa tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 210 time: 0.0456662 Sep 14 10:01:04.941332 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.957841 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:04.979830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.036857 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port e6ed729a-1b56-4425-99ad-bf92ac2dce6e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:05.037261 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.115475 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:01:05.128156 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:05.136889 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:01:05.145284 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:05.147489 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.150090 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b82a1a-e23b-446b-a81b-519c7c76adc1,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:05.228364 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.230025 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f6eb1fa6-154c-4f90-a5e7-6d7e52d12eab tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7261021 Sep 14 10:01:05.243478 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59168) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:05.258531 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Made reservation on behalf of 9b54410fb8a74231b3f695e6e088db05 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:05.262880 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.276615 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed435240-a163-438e-a472-b28dc1110db3 req-7a3b74c3-a113-45da-8110-0778eebabb28 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 210 time: 0.1041853 Sep 14 10:01:05.308958 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:05.322490 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Pushing event updated for resources: {'Port': ['ID=6aa3b32b-a207-4924-af7b-c66013d1b60c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:05.354530 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5140fdd0-fb8d-456b-953c-a0f331d6a985 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8986011 Sep 14 10:01:05.395284 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Request body: {'port': {'device_id': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:05.461984 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.526819 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.608696 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59194) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:05.665448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Allocated IP 172.20.0.3 (02d016fc-da72-4e8e-968f-ae0067332041/dd110dbe-7f76-4253-a5c3-8715c8ece5e8/80992c3e-0311-4721-8178-e0fb4e30c4aa) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:01:05.749711 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.917358 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:05.942774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Transition to ACTIVE for port object 80992c3e-0311-4721-8178-e0fb4e30c4aa will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:01:05.974433 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd28cd-703e-454d-a8e7-fc621acef1cc req-d152e04f-80a8-4bcf-95c4-2525d13298a3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:05.976501 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fafd28cd-703e-454d-a8e7-fc621acef1cc req-d152e04f-80a8-4bcf-95c4-2525d13298a3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 0.1123953 Sep 14 10:01:05.990578 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-aa89e4c0-4415-4aa6-ad5a-ade9abb5fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.070587 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fafd28cd-703e-454d-a8e7-fc621acef1cc req-709193e0-7d4e-4383-baac-c34d82579fcb tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832319 Sep 14 10:01:06.111938 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.226202 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Network 02d016fc-da72-4e8e-968f-ae0067332041 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:01:06.226202 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:06.232592 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:01:06.235967 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59220) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:06.246891 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'Port': ['ID=80992c3e-0311-4721-8178-e0fb4e30c4aa,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:06.322563 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:06.323311 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.360772 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-aa89e4c0-4415-4aa6-ad5a-ade9abb5fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.371108 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-aa89e4c0-4415-4aa6-ad5a-ade9abb5fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.382908 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-32603a73-69aa-4c47-bcdc-d5fec8234cf1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5487430 Sep 14 10:01:06.401045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Allocated IP 172.27.2.249 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/9ad75cec-0d1c-4463-97bc-f08e496de812) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:01:06.408641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Request body: {'port': {'device_id': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:06.471977 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-aa89e4c0-4415-4aa6-ad5a-ade9abb5fc58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=204c9a3f918644e8b4ae8f8660b04599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8622239 Sep 14 10:01:06.475722 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a427d50-905a-41d1-8cf2-31f84cd0c0c2 req-7997c908-fd78-483f-993b-770104124ba7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:06.498829 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6a427d50-905a-41d1-8cf2-31f84cd0c0c2 req-7997c908-fd78-483f-993b-770104124ba7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 931 time: 0.2333200 Sep 14 10:01:06.504500 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89e4c0-4415-4aa6-ad5a-ade9abb5fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e57ed7-1f5b-4acf-8b40-dce4c120eec1,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:06.505606 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59230) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:06.548239 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-96b8f345-b188-433d-9025-2903538107e5 req-bce2f18b-00c0-4738-a0ad-37e5e8b3587f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 210 time: 0.1192119 Sep 14 10:01:06.560271 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa3b32b-a207-4924-af7b-c66013d1b60c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:06.597749 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.627670 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.32', 49888) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:06.664025 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Transition to ACTIVE for port object 6aa3b32b-a207-4924-af7b-c66013d1b60c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:01:06.671749 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.751785 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-69b33b38-1492-4d5a-9a38-00c5474f4902 None None] Provisioning for port 80992c3e-0311-4721-8178-e0fb4e30c4aa completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:06.763917 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-69b33b38-1492-4d5a-9a38-00c5474f4902 None None] Provisioning complete for port 80992c3e-0311-4721-8178-e0fb4e30c4aa triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:06.764294 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-69b33b38-1492-4d5a-9a38-00c5474f4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.796477 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.808950 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-69b33b38-1492-4d5a-9a38-00c5474f4902 None None] Port 80992c3e-0311-4721-8178-e0fb4e30c4aa cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:01:06.818044 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.851560 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1397908d-20ec-4f61-a5e0-accb79c2fae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.883661 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Pushing event updated for resources: {'Port': ['ID=6aa3b32b-a207-4924-af7b-c66013d1b60c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:06.893659 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90c6103c-4351-49c9-bb7a-ca8401fa21d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:06.898327 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6a427d50-905a-41d1-8cf2-31f84cd0c0c2 req-2ba8b42d-868e-4b85-bbeb-c3b4171f676a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983915 Sep 14 10:01:06.962494 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-353006fc-847b-4f2b-9b48-ece22e491133 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:06.964547 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-353006fc-847b-4f2b-9b48-ece22e491133 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 818 time: 0.3350163 Sep 14 10:01:06.982320 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90c6103c-4351-49c9-bb7a-ca8401fa21d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.004728 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Request body: {'port': {'device_id': '3f317242-d0db-422f-b546-70a18288e7a8', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'admin_state_up': True, 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:07.048288 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Attempting to bind port 6aa3b32b-a207-4924-af7b-c66013d1b60c on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:01:07.048640 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Attempting to bind port 6aa3b32b-a207-4924-af7b-c66013d1b60c by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:01:07.049079 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Attempting to bind port 6aa3b32b-a207-4924-af7b-c66013d1b60c on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:07.065964 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Port 6aa3b32b-a207-4924-af7b-c66013d1b60c on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:01:07.066307 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Attempting to bind port 6aa3b32b-a207-4924-af7b-c66013d1b60c on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:07.073401 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:01:07.073770 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Checking segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:01:07.074750 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Bound using segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:01:07.075244 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Bound port: 6aa3b32b-a207-4924-af7b-c66013d1b60c, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:01:07.075610 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.082706 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.165443 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'Port': ['ID=9ad75cec-0d1c-4463-97bc-f08e496de812,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:07.208618 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:01:07.213944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:07.217990 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:01:07.270447 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90c6103c-4351-49c9-bb7a-ca8401fa21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.273593 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90c6103c-4351-49c9-bb7a-ca8401fa21d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.277163 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-90c6103c-4351-49c9-bb7a-ca8401fa21d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18e57ed7-1f5b-4acf-8b40-dce4c120eec1 HTTP/1.1" status: 204 len: 168 time: 0.7665975 Sep 14 10:01:07.289970 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] For port 6aa3b32b-a207-4924-af7b-c66013d1b60c, host hv-cinder-80696, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:01:07.295725 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6103c-4351-49c9-bb7a-ca8401fa21d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e57ed7-1f5b-4acf-8b40-dce4c120eec1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:07.315182 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] For port 6aa3b32b-a207-4924-af7b-c66013d1b60c, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:01:07.330761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f887a58-a273-4bc8-a97c-3794d7eebcaf req-83fdc059-d06d-41c6-9304-e0ac9ad6f7e4 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:07.338290 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.338674 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f887a58-a273-4bc8-a97c-3794d7eebcaf req-83fdc059-d06d-41c6-9304-e0ac9ad6f7e4 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 943 time: 0.1361887 Sep 14 10:01:07.341988 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.383646 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1397908d-20ec-4f61-a5e0-accb79c2fae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.417421 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:07.418354 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.419877 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] 10.222.0.32 "PUT /v2.0/ports/6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 1094 time: 2.0461028 Sep 14 10:01:07.420932 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'tag': '6aa3b32b-a207-4924-af7b-c66013d1b60c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:07.421040 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1397908d-20ec-4f61-a5e0-accb79c2fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.423666 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e775c419-5fec-4cc0-a3e3-8e016f3e7809" -d '{"events": [{"name": "network-changed", "server_uuid": "97c396ba-a3ed-4660-9f21-6bdb38931f1b", "tag": "6aa3b32b-a207-4924-af7b-c66013d1b60c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:07.443430 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.488167 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea9114-8754-46f1-8251-d65b6f9192ec service neutron] Pushing event updated for resources: {'Port': ['ID=6aa3b32b-a207-4924-af7b-c66013d1b60c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:07.511722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1397908d-20ec-4f61-a5e0-accb79c2fae3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f25b04fec418461ca877a25235d2f77e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2744820 Sep 14 10:01:07.524491 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59270) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:07.545648 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f887a58-a273-4bc8-a97c-3794d7eebcaf req-665bea6b-af31-4f00-bf42-7cf905dc295a tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060745 Sep 14 10:01:07.566810 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80992c3e-0311-4721-8178-e0fb4e30c4aa {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:07.579919 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.612568 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Transition to ACTIVE for port object 80992c3e-0311-4721-8178-e0fb4e30c4aa will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:01:07.614854 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397908d-20ec-4f61-a5e0-accb79c2fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f324b2-c379-4885-978d-cf0d6a9abf6d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:07.624779 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Made reservation on behalf of 2517d2ca4bf648ff9c6013920296fb9b for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:07.630485 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.636497 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05f836-d10a-4579-91fa-f1716c1422de x-openstack-request-id: req-7a05f836-d10a-4579-91fa-f1716c1422de {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:07.637019 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c396ba-a3ed-4660-9f21-6bdb38931f1b", "tag": "6aa3b32b-a207-4924-af7b-c66013d1b60c", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:07.637019 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a05f836-d10a-4579-91fa-f1716c1422de {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:07.637403 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'tag': '6aa3b32b-a207-4924-af7b-c66013d1b60c', 'status': 'completed', 'code': 200} Sep 14 10:01:07.641902 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-2166128b-e01d-4a92-8f66-dc72d9e8af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:07.643414 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-2166128b-e01d-4a92-8f66-dc72d9e8af5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1097 time: 0.1420467 Sep 14 10:01:07.652741 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.730939 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-5bfc0545-74a3-4930-b538-5eb8165fdced service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.0557880 Sep 14 10:01:07.733301 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afced937-18b7-4c98-bdd4-88eb82978b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.837439 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afced937-18b7-4c98-bdd4-88eb82978b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.910645 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:07.925026 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-0ea34bbb-fd41-4548-96df-dcf707af1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:07.927413 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:01:07.928833 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-0ea34bbb-fd41-4548-96df-dcf707af1d2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.1883283 Sep 14 10:01:07.933467 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.023283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Pushing event updated for resources: {'Port': ['ID=80992c3e-0311-4721-8178-e0fb4e30c4aa,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:08.060635 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59290) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:08.075543 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-479ab948-04e2-4a6b-96f7-e51026e847b0 req-ae9076ea-51c6-4f39-8508-fa216f6249c4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 210 time: 0.4064116 Sep 14 10:01:08.078027 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-29a9bdcf-c456-4f94-bd86-d5b4087a915f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389985 Sep 14 10:01:08.107496 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.129299 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96f5b1e9-4ed2-4eb6-b63e-a4ad24ae05d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.159420 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,segment=NetworkSegment(5795bb12-51d3-48d0-a43d-1b3afd3f42ad),segment_id=5795bb12-51d3-48d0-a43d-1b3afd3f42ad)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:08.164618 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'Port': ['ID=9ad75cec-0d1c-4463-97bc-f08e496de812,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:08.179973 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3', 'network_id': '32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9', 'port_id': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3', 'mac_address': 'fa:16:3e:5e:47:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f82977-4018-451e-90b1-46727804575a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:01:08.206796 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afced937-18b7-4c98-bdd4-88eb82978b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.210461 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afced937-18b7-4c98-bdd4-88eb82978b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.214749 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-afced937-18b7-4c98-bdd4-88eb82978b62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66f324b2-c379-4885-978d-cf0d6a9abf6d HTTP/1.1" status: 204 len: 168 time: 0.6747274 Sep 14 10:01:08.226172 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.234095 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a842a496-86cb-4144-a9d3-39eb488eed9d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9604449 Sep 14 10:01:08.248462 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.268323 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:08.296927 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,segment=NetworkSegment(5795bb12-51d3-48d0-a43d-1b3afd3f42ad),segment_id=5795bb12-51d3-48d0-a43d-1b3afd3f42ad)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:08.301834 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.302259 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0980-9118-4bbc-b86c-894f7af2c1fe req-6e2b29cf-38be-4165-85e9-912628eefee7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:08.314004 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5dff0980-9118-4bbc-b86c-894f7af2c1fe req-6e2b29cf-38be-4165-85e9-912628eefee7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 943 time: 0.2519627 Sep 14 10:01:08.316240 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced937-18b7-4c98-bdd4-88eb82978b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f324b2-c379-4885-978d-cf0d6a9abf6d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:08.414737 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Attempting to bind port 80992c3e-0311-4721-8178-e0fb4e30c4aa on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:01:08.415326 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Attempting to bind port 80992c3e-0311-4721-8178-e0fb4e30c4aa by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:01:08.415417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Attempting to bind port 80992c3e-0311-4721-8178-e0fb4e30c4aa on network 02d016fc-da72-4e8e-968f-ae0067332041 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:08.429078 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Port 80992c3e-0311-4721-8178-e0fb4e30c4aa on network 02d016fc-da72-4e8e-968f-ae0067332041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:01:08.429570 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Attempting to bind port 80992c3e-0311-4721-8178-e0fb4e30c4aa on network 02d016fc-da72-4e8e-968f-ae0067332041 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:08.435847 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Allocated IP 172.20.0.8 (9dfe1fac-aaca-41c4-b0a6-3b7546a40ece/fa0e565b-453f-49c5-bfba-16c8dbc2f906/6c40f4d2-5785-4c8f-9412-8369ca7f6252) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:01:08.449835 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:01:08.450138 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Checking segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:01:08.452341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Bound using segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:01:08.452341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Bound port: 80992c3e-0311-4721-8178-e0fb4e30c4aa, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:01:08.452341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.458041 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:08.501839 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-e77b09e1-fc3b-4385-b163-d2d5825a2d63 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088821 Sep 14 10:01:08.622786 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5dff0980-9118-4bbc-b86c-894f7af2c1fe req-3abb804c-1a4b-4d71-aca0-159d96491a7a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075981 Sep 14 10:01:08.657748 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['e3000bc3-a0c3-4ea6-90c5-beff4f0520e3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:01:08.667148 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] For port 80992c3e-0311-4721-8178-e0fb4e30c4aa, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:01:08.804354 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] For port 80992c3e-0311-4721-8178-e0fb4e30c4aa, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:01:08.827487 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.919940 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3f3d2-0f7b-4a8f-9066-01b140b61104 req-9229faec-2f06-40df-b7f8-2ade88e7462e tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:08.921591 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74d3f3d2-0f7b-4a8f-9066-01b140b61104 req-9229faec-2f06-40df-b7f8-2ade88e7462e tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 944 time: 0.2052753 Sep 14 10:01:08.925337 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.961173 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:08.961818 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:08.963251 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] 10.222.0.32 "PUT /v2.0/ports/80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 1093 time: 2.5607505 Sep 14 10:01:08.963774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:08.990651 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96f5b1e9-4ed2-4eb6-b63e-a4ad24ae05d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.005380 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-b153ce49-8fd0-4394-929d-b2624d022859 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2002033046&fields=id&tenant_id=2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 267 time: 0.1449597 Sep 14 10:01:09.008993 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9a4789c-0c6f-45f1-97fe-232fb370279a req-4ef8b86d-756c-4418-a08d-313bcf2826cd service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766347 Sep 14 10:01:09.018317 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96f5b1e9-4ed2-4eb6-b63e-a4ad24ae05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.047641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f1536-2186-4fc8-bc34-7b0617455003 service neutron] Pushing event updated for resources: {'Port': ['ID=80992c3e-0311-4721-8178-e0fb4e30c4aa,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:09.096882 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59330) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:09.136979 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74d3f3d2-0f7b-4a8f-9066-01b140b61104 req-4cb1c1fe-b915-4714-a727-1566641bd400 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037094 Sep 14 10:01:09.155224 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.193298 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5b1e9-4ed2-4eb6-b63e-a4ad24ae05d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc9038-7617-4d2c-8b86-57742b6f7cff,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:09.228403 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-96f5b1e9-4ed2-4eb6-b63e-a4ad24ae05d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a8284fa8fbf4464bd48f429fd5513d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1629589 Sep 14 10:01:09.230130 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59334) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:09.230870 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6f01ca-c53b-46af-8b19-e29c2f8024db" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:09.266218 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03c99c6e-5d2f-4a00-aa79-e7637a00e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.284418 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-f1874f04-9a8b-4b82-a260-b2a33757f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.285908 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-f1874f04-9a8b-4b82-a260-b2a33757f47e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1096 time: 0.2334957 Sep 14 10:01:09.302689 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-71490047-aba7-4d2e-bf96-335acef222b5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.304114 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-71490047-aba7-4d2e-bf96-335acef222b5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 815 time: 0.2979634 Sep 14 10:01:09.348329 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:01:09.348619 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-9477a153-0b44-458e-952e-904b3eedab94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 217 time: 0.0434530 Sep 14 10:01:09.351203 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Pushing event updated for resources: {'Port': ['ID=6c40f4d2-5785-4c8f-9412-8369ca7f6252,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:09.356927 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-b045b8bb-c5f5-4b01-ab84-eda08a1e58c4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/quotas/2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 375 time: 0.0450616 Sep 14 10:01:09.368477 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77cf78db-4355-441b-90b6-f4eb2baba2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.368815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:09.374534 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-9bee6986-cd29-4e1d-815e-324673adfc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.376100 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-9bee6986-cd29-4e1d-815e-324673adfc75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1097 time: 0.1923447 Sep 14 10:01:09.380071 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:01:09.423368 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1cebd-4e81-4008-a511-c4b5f3a0d447 req-f35c5ecc-a383-482a-9b2f-50934969f958 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.424933 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cec1cebd-4e81-4008-a511-c4b5f3a0d447 req-f35c5ecc-a383-482a-9b2f-50934969f958 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 931 time: 0.1910098 Sep 14 10:01:09.530754 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.531928 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.610429 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77cf78db-4355-441b-90b6-f4eb2baba2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.621099 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-d9dc49e8-f349-497a-80d4-be45f55d995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.622560 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-d9dc49e8-f349-497a-80d4-be45f55d995b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.2648294 Sep 14 10:01:09.625969 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cec1cebd-4e81-4008-a511-c4b5f3a0d447 req-a2bde4d4-c8ae-450c-b575-5d2d3b3a726d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886106 Sep 14 10:01:09.659391 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-4821ab9f-3fca-4b45-875d-c4113791e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.661070 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-4821ab9f-3fca-4b45-875d-c4113791e847 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.2564600 Sep 14 10:01:09.690152 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-d9d7f3df-4eef-41d4-b763-ce084559060a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3191545 Sep 14 10:01:09.733380 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489300-9054-4544-bb15-4a47296a7a6b req-c7190bc3-f582-4450-96cb-f6e0e20abb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.735011 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-c7190bc3-f582-4450-96cb-f6e0e20abb72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989866 Sep 14 10:01:09.738239 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77cf78db-4355-441b-90b6-f4eb2baba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.740982 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77cf78db-4355-441b-90b6-f4eb2baba2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.742386 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-77cf78db-4355-441b-90b6-f4eb2baba2eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37cc9038-7617-4d2c-8b86-57742b6f7cff HTTP/1.1" status: 204 len: 168 time: 0.5104203 Sep 14 10:01:09.745791 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-7fb78cbc-fd6c-4ea4-9967-3ce92f219179 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.0737057 Sep 14 10:01:09.747573 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03c99c6e-5d2f-4a00-aa79-e7637a00e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.805878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-03c99c6e-5d2f-4a00-aa79-e7637a00e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.813134 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-99d9513f-f7d8-40f0-a6ab-265f01fb1f9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8239436 Sep 14 10:01:09.819634 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf78db-4355-441b-90b6-f4eb2baba2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc9038-7617-4d2c-8b86-57742b6f7cff,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:09.836159 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Request body: {'port': {'device_id': '3f317242-d0db-422f-b546-70a18288e7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:09.873208 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:09.900794 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-03c99c6e-5d2f-4a00-aa79-e7637a00e85a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07041c704c08408a805d41169346a39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017185 Sep 14 10:01:09.913427 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-3d9fed77-4893-447b-9a56-25036b614e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:09.915437 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-3d9fed77-4893-447b-9a56-25036b614e79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.1620471 Sep 14 10:01:09.915931 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59354) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:09.919315 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99c6e-5d2f-4a00-aa79-e7637a00e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0de6597-5a31-4cdf-ba37-fc0a8b7a1a9b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:09.959203 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:09.966604 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:09.967529 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:09.973898 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-02280a6a-2d59-4caf-99f1-3c463b825198 service neutron] 10.222.0.21 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672970 Sep 14 10:01:10.028855 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-dc36603e-5467-4389-9fd0-23c24d445f6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949998 Sep 14 10:01:10.030762 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd51bb-6d59-4960-b6ac-427d84c015ba x-openstack-request-id: req-c5dd51bb-6d59-4960-b6ac-427d84c015ba {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:10.031039 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:10.031325 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5dd51bb-6d59-4960-b6ac-427d84c015ba {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:10.031759 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'status': 'completed', 'code': 200} Sep 14 10:01:10.067662 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.070522 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-d89dc839-dabe-4941-b17c-555dc6c2b355 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213191 Sep 14 10:01:10.115323 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.186078 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,segment=NetworkSegment(5795bb12-51d3-48d0-a43d-1b3afd3f42ad),segment_id=5795bb12-51d3-48d0-a43d-1b3afd3f42ad)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:10.191803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:10.206884 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-e6f7e563-eca4-4404-ad23-5b0263e1f2aa service neutron] 10.222.0.21 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226315 Sep 14 10:01:10.223993 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a08af266-d385-4610-8efe-1a91b6a88479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.240111 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a6489300-9054-4544-bb15-4a47296a7a6b req-8ab0574b-b5fc-43f4-8760-1254c77aa8e3 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297190 Sep 14 10:01:10.258159 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.261166 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-3706f6a2-12f4-46a2-aebc-d0f15de935f2 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113130 Sep 14 10:01:10.275486 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a08af266-d385-4610-8efe-1a91b6a88479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.322234 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:10.406762 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-47b30216-d3a0-4947-a5d8-f6b8f0f9828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:10.409157 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-47b30216-d3a0-4947-a5d8-f6b8f0f9828c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1096 time: 0.0650465 Sep 14 10:01:10.575864 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb234ed-5c24-4461-9cf3-b8a148f3bf6c req-f8547f99-89f1-4a8a-b372-290e333677ea tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:10.577422 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ccb234ed-5c24-4461-9cf3-b8a148f3bf6c req-f8547f99-89f1-4a8a-b372-290e333677ea tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 943 time: 0.4064708 Sep 14 10:01:10.594697 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82644b-d7c3-4fdb-bfa5-01516655b3fe" -d '{"events": [{"server_uuid": "56bc8fca-7b33-4da1-8091-de5b95d54450", "name": "network-vif-plugged", "status": "completed", "tag": "e3000bc3-a0c3-4ea6-90c5-beff4f0520e3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:10.739946 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ccb234ed-5c24-4461-9cf3-b8a148f3bf6c req-eaedd7d1-269a-4c02-9ce1-86d4f554d143 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508105 Sep 14 10:01:10.743250 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a08af266-d385-4610-8efe-1a91b6a88479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.746066 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a08af266-d385-4610-8efe-1a91b6a88479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:10.747291 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a08af266-d385-4610-8efe-1a91b6a88479 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0de6597-5a31-4cdf-ba37-fc0a8b7a1a9b HTTP/1.1" status: 204 len: 168 time: 0.8301620 Sep 14 10:01:10.762600 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e775c419-5fec-4cc0-a3e3-8e016f3e7809 req-f6128441-d518-4f04-b1e8-84502a3c0c5d service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894369 Sep 14 10:01:10.765458 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08af266-d385-4610-8efe-1a91b6a88479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0de6597-5a31-4cdf-ba37-fc0a8b7a1a9b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:10.778558 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-aaa538a9-9b96-4aee-93f6-634a0c9d3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:10.782143 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-aaa538a9-9b96-4aee-93f6-634a0c9d3568 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 910 time: 0.3655908 Sep 14 10:01:10.847734 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-6fb33b22-fa76-401a-94b0-2db524805539 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 217 time: 0.0519006 Sep 14 10:01:10.859450 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd08a6-f96f-410e-ad38-d98ae2cc5668 req-fa6ab087-04a7-4e1a-95b9-1ce7e39ebf98 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:10.861565 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2bfd08a6-f96f-410e-ad38-d98ae2cc5668 req-fa6ab087-04a7-4e1a-95b9-1ce7e39ebf98 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.1620727 Sep 14 10:01:10.916090 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2b388267-7b24-4d64-b014-85ea8950b84f req-d5231cb4-5aa1-4feb-958b-f7878f3bf57b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 210 time: 0.1043243 Sep 14 10:01:10.928484 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-41f21d22-6f35-4f1e-9e8f-3c63b477f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:10.929045 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-41f21d22-6f35-4f1e-9e8f-3c63b477f437 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.0664823 Sep 14 10:01:11.052341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40f4d2-5785-4c8f-9412-8369ca7f6252 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:11.058554 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:01:11.068805 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:11.082596 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2bfd08a6-f96f-410e-ad38-d98ae2cc5668 req-59d8de46-b657-4d98-a616-7535a7d768d3 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522098 Sep 14 10:01:11.087788 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-47a3f02d-355e-4e28-9be9-7b3a98ee7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:11.089467 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-47a3f02d-355e-4e28-9be9-7b3a98ee7ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1524525 Sep 14 10:01:11.099178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Transition to ACTIVE for port object 6c40f4d2-5785-4c8f-9412-8369ca7f6252 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:01:11.111276 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:11.194551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Pushing event updated for resources: {'Port': ['ID=6c40f4d2-5785-4c8f-9412-8369ca7f6252,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:11.273937 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Attempting to bind port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:01:11.274271 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Attempting to bind port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:01:11.274619 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Attempting to bind port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:11.280208 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:01:11.280531 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Attempting to bind port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 on network 9dfe1fac-aaca-41c4-b0a6-3b7546a40ece {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:11.281152 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-6a2b4875-8718-455d-8d14-91224fbc4659 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763854 Sep 14 10:01:11.286581 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:01:11.286581 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Checking segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:01:11.286903 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Bound using segment: {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:01:11.287301 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Bound port: 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1907416-ec91-4dab-b644-cffffe267daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:01:11.287654 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:11.322075 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87133c67-0fdb-4650-899c-6b13528bd79f req-2a9bc7f8-a592-423d-9513-94f59001fdff tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:11.330019 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-87133c67-0fdb-4650-899c-6b13528bd79f req-2a9bc7f8-a592-423d-9513-94f59001fdff tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 943 time: 0.0874236 Sep 14 10:01:11.371658 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] For port 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:01:11.375863 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] For port 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:01:11.382946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:11.435342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:11.435957 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:11.437410 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] 10.222.0.32 "PUT /v2.0/ports/6c40f4d2-5785-4c8f-9412-8369ca7f6252 HTTP/1.1" status: 200 len: 1093 time: 1.6069040 Sep 14 10:01:11.471886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753abcfa-e2e1-4a09-8cf3-9ebe98e810ba service neutron] Pushing event updated for resources: {'Port': ['ID=6c40f4d2-5785-4c8f-9412-8369ca7f6252,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:11.529531 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0afb2c16-ede9-4bc7-86e4-fd721d3b3fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:11.541161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe82f8bc-1eb8-4203-8e69-5687166378d3 x-openstack-request-id: req-fe82f8bc-1eb8-4203-8e69-5687166378d3 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:11.541448 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bc8fca-7b33-4da1-8091-de5b95d54450", "name": "network-vif-plugged", "status": "completed", "tag": "e3000bc3-a0c3-4ea6-90c5-beff4f0520e3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:11.541687 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe82f8bc-1eb8-4203-8e69-5687166378d3 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:11.542138 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3', 'code': 200} Sep 14 10:01:11.569032 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-87133c67-0fdb-4650-899c-6b13528bd79f req-4d09e8aa-d5f7-40a8-8780-f4e3955b641a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380145 Sep 14 10:01:11.587634 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-db732cb0-2969-4677-b071-9101a5fda4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:11.590761 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-db732cb0-2969-4677-b071-9101a5fda4b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0733733 Sep 14 10:01:11.596580 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b6f01ca-c53b-46af-8b19-e29c2f8024db req-b4851382-6853-41d2-998b-9370cb1f7d32 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063490 Sep 14 10:01:11.671136 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-d6e920a5-d779-459a-9275-5b8e94175fae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252 HTTP/1.1" status: 200 len: 217 time: 0.0510700 Sep 14 10:01:11.705411 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59428) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:11.738223 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-467cfa7c-a6c3-4aaa-ba64-3d147747f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:11.740966 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-467cfa7c-a6c3-4aaa-ba64-3d147747f9f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.0615873 Sep 14 10:01:11.779516 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-2c4e0df9-b698-4e79-b4bf-f985e96226c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306740 Sep 14 10:01:11.903291 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6aa3b32b-a207-4924-af7b-c66013d1b60c details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:01:11.925216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21ba34-8e4c-4b31-85d4-61954ecf0494 req-46489475-01ff-47ab-940f-35a39599b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:11.927310 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c21ba34-8e4c-4b31-85d4-61954ecf0494 req-46489475-01ff-47ab-940f-35a39599b4ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 1098 time: 0.1276658 Sep 14 10:01:11.989703 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-854020820-network', 'tenant_id': '072ae1ef852a4ab09cce9d80b1066f00'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:11.996281 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-8c21ba34-8e4c-4b31-85d4-61954ecf0494 req-e49821cd-aa3c-43a6-b638-95386ba332a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.007599 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd372b-fd7c-40c6-99b7-dd92d2b91699 req-c913b7b4-eb3e-4eef-a8f9-e2b5ae8c7d5f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:12.009191 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dcd372b-fd7c-40c6-99b7-dd92d2b91699 req-c913b7b4-eb3e-4eef-a8f9-e2b5ae8c7d5f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 943 time: 0.1686847 Sep 14 10:01:12.042027 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f317242-d0db-422f-b546-70a18288e7a8', 'tag': '6c40f4d2-5785-4c8f-9412-8369ca7f6252'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:12.046367 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f317242-d0db-422f-b546-70a18288e7a8", "tag": "6c40f4d2-5785-4c8f-9412-8369ca7f6252"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:12.067709 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-077dd59d-51af-4494-95a3-218ab5141a9d req-1f1765cb-f5a7-4af7-bedd-1f1d0ce7473d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 210 time: 0.0595725 Sep 14 10:01:12.079642 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 6aa3b32b-a207-4924-af7b-c66013d1b60c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:12.096845 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '6aa3b32b-a207-4924-af7b-c66013d1b60c', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'port_id': '6aa3b32b-a207-4924-af7b-c66013d1b60c', 'mac_address': 'fa:16:3e:81:6d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:01:12.111335 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Made reservation on behalf of 072ae1ef852a4ab09cce9d80b1066f00 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:12.113681 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.177776 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.195317 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.217260 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa3b32b-a207-4924-af7b-c66013d1b60c {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:12.220182 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-e2a2f642-25eb-463a-bdf4-3013ff4c54a0 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033029 Sep 14 10:01:12.224283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041d7e7-99cb-40fc-b627-43fe730f68ce x-openstack-request-id: req-a041d7e7-99cb-40fc-b627-43fe730f68ce {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:12.224443 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f317242-d0db-422f-b546-70a18288e7a8", "tag": "6c40f4d2-5785-4c8f-9412-8369ca7f6252", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:12.224589 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a041d7e7-99cb-40fc-b627-43fe730f68ce {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:12.235975 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f317242-d0db-422f-b546-70a18288e7a8', 'tag': '6c40f4d2-5785-4c8f-9412-8369ca7f6252', 'status': 'completed', 'code': 200} Sep 14 10:01:12.243759 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dcd372b-fd7c-40c6-99b7-dd92d2b91699 req-8e1e8568-e63a-4275-a67b-41d478bb81d0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209239 Sep 14 10:01:12.295098 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 6aa3b32b-a207-4924-af7b-c66013d1b60c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:12.303723 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.401765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=6aa3b32b-a207-4924-af7b-c66013d1b60c,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:12.426528 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-8c21ba34-8e4c-4b31-85d4-61954ecf0494 req-e49821cd-aa3c-43a6-b638-95386ba332a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.436833 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-8c21ba34-8e4c-4b31-85d4-61954ecf0494 req-e49821cd-aa3c-43a6-b638-95386ba332a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.499530 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-283e4137-2026-4d59-9124-36c5ba8d977e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:12.501180 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-283e4137-2026-4d59-9124-36c5ba8d977e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 815 time: 0.3716426 Sep 14 10:01:12.516841 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75504d43-d85d-4b8e-b370-b4b52f08566c req-8af4bd3f-2e39-4c4d-a8f2-c9733c876144 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796962 Sep 14 10:01:12.521435 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c21ba34-8e4c-4b31-85d4-61954ecf0494 req-e49821cd-aa3c-43a6-b638-95386ba332a3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836849 Sep 14 10:01:12.525944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49821cd-aa3c-43a6-b638-95386ba332a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82ff49-e599-4ebf-9d9f-019267900c04,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:12.536040 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f664-cf16-496a-b39c-ced16be38db9 req-2f0795e3-4445-40fc-bec1-4a985ad06cb6 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:12.543038 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f5f4f664-cf16-496a-b39c-ced16be38db9 req-2f0795e3-4445-40fc-bec1-4a985ad06cb6 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.1759155 Sep 14 10:01:12.593593 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f5f4f664-cf16-496a-b39c-ced16be38db9 req-c562345d-f801-49dd-bdb0-fc39ae673eef tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497108 Sep 14 10:01:12.601369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['6aa3b32b-a207-4924-af7b-c66013d1b60c'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:01:12.633764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.639383 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.673554 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:01:12.684489 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f33ccd-62f8-4fc5-8475-cb16f1a4e7e3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:12.690030 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.690575 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Added segment 16e4ccc1-f662-4faa-8113-6b28e4ae490a of type vlan for network 40dfd2b3-903a-4ee2-8781-2d72af03fd1d Sep 14 10:01:12.735212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f45a1-9336-4964-abb3-1650e8cb12f6 req-956ead23-be5a-411f-999b-cc0259fa36e8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:12.742619 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-571f45a1-9336-4964-abb3-1650e8cb12f6 req-956ead23-be5a-411f-999b-cc0259fa36e8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 943 time: 0.0989168 Sep 14 10:01:12.744994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.784771 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.788706 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:12.790847 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:12.798663 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-571f45a1-9336-4964-abb3-1650e8cb12f6 req-8da730e0-75c3-4689-bfdb-e37e9ca15138 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Sep 14 10:01:12.860922 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1519072 Sep 14 10:01:12.862057 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59486) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:12.869820 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Request body: {'subnet': {'network_id': '40dfd2b3-903a-4ee2-8781-2d72af03fd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-854020820-subnet', 'tenant_id': '072ae1ef852a4ab09cce9d80b1066f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:12.876147 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-102a7444-64ed-42e7-9d9e-324cfd5d61ff tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 380 time: 0.0463121 Sep 14 10:01:12.905144 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51b943-034a-4f96-8129-93c94a357dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=40dfd2b3-903a-4ee2-8781-2d72af03fd1d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:12.916185 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 40dfd2b3-903a-4ee2-8781-2d72af03fd1d details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:01:12.935253 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Made reservation on behalf of 072ae1ef852a4ab09cce9d80b1066f00 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:12.937307 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'port': {'device_id': '39adb766-2071-4313-9008-dfbd0bb526b1', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'admin_state_up': True, 'tenant_id': '2298251c85f3458c92900535f51aae37', 'security_groups': ['052841e1-4798-44ea-8178-2d1cf262a64b']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:12.938447 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:13.084465 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-548b5125-ccbe-4d18-8b9f-8375bc71e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.086012 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-548b5125-ccbe-4d18-8b9f-8375bc71e358 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1146581 Sep 14 10:01:13.194723 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Made reservation on behalf of 2298251c85f3458c92900535f51aae37 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:13.198953 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:13.221107 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91323004-1c04-40f0-ae5f-82fbb79c6f84 req-6b0dc2da-1db1-4bc4-b1f1-0307defa80a6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 210 time: 0.0500638 Sep 14 10:01:13.221107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:13.247949 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-96b1b58a-983c-47e8-ab4b-2b375a4317c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.250744 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-96b1b58a-983c-47e8-ab4b-2b375a4317c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.1516840 Sep 14 10:01:13.274283 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Pushing event updated for resources: {'Subnet': ['ID=149dee30-176c-4b99-88c1-cee685385112,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:13.296432 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Checking segment: {'id': '16e4ccc1-f662-4faa-8113-6b28e4ae490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40dfd2b3-903a-4ee2-8781-2d72af03fd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:01:13.296432 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Network hostable DHCP agents. Network: 40dfd2b3-903a-4ee2-8781-2d72af03fd1d, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:01:13.314332 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Network 40dfd2b3-903a-4ee2-8781-2d72af03fd1d is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:01:13.325082 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 40dfd2b3-903a-4ee2-8781-2d72af03fd1d) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:13.329859 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.330423 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:13.341513 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-230b6e70-4eb6-4751-80b2-90d36a332430 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252 HTTP/1.1" status: 200 len: 217 time: 0.0479736 Sep 14 10:01:13.344253 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a633cf-83c2-4fe8-81be-611b879d2c19 None None] Network 40dfd2b3-903a-4ee2-8781-2d72af03fd1d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:01:13.356562 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4cf2e106-a94d-48a0-b554-4b10b901619e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4913325 Sep 14 10:01:13.472849 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-17515978-4066-47c6-a909-43dd7ac9fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.474734 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-17515978-4066-47c6-a909-43dd7ac9fadd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.1233826 Sep 14 10:01:13.508499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Allocated IP 172.20.0.5 (f0c13b46-02e1-48db-9d68-e1f7ef4c6fac/fcaecb2f-283d-4398-8c63-3af5c8602553/a776ab12-8fd4-4ad2-a3ae-9503291326a3) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:01:13.535245 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-acccf336-f0b0-4723-9e7b-b77ec7753738 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490739 Sep 14 10:01:13.548492 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8559-5c6e-497d-9f95-01c379f8cf31 req-983e9749-3282-472a-9705-20e21b8cff43 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.550251 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fa3f8559-5c6e-497d-9f95-01c379f8cf31 req-983e9749-3282-472a-9705-20e21b8cff43 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 943 time: 0.1849363 Sep 14 10:01:13.693114 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe556b-5945-4c85-90e5-63952b32fbfb None None] Network 40dfd2b3-903a-4ee2-8781-2d72af03fd1d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:01:13.714390 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-bd6b65d0-b5bf-4a97-a923-5a6a408ff249 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631308 Sep 14 10:01:13.754502 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955cdcb-3c9d-4b22-b23b-cb9a7ff8fe8b req-c2f170c1-78c6-4e6c-9fa0-07372464e4e6 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.756573 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5955cdcb-3c9d-4b22-b23b-cb9a7ff8fe8b req-c2f170c1-78c6-4e6c-9fa0-07372464e4e6 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0567510 Sep 14 10:01:13.805868 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5955cdcb-3c9d-4b22-b23b-cb9a7ff8fe8b req-df81109a-d847-4e28-b15e-780f00dd0e6c tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Sep 14 10:01:13.822341 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fa3f8559-5c6e-497d-9f95-01c379f8cf31 req-a3239932-ae85-4713-ae27-19b7300c8ea5 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617035 Sep 14 10:01:13.917947 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 80992c3e-0311-4721-8178-e0fb4e30c4aa details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:01:13.958517 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd944b-1771-4b64-b4ed-3bedf2f8db61 req-30822478-608c-477c-812e-231ecfc6bfe8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:13.958722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a1c4e8b1-2d9e-4324-a060-386cbc53cc4b req-620ba764-0f9c-4400-973d-1d5e07498c5d service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317145 Sep 14 10:01:13.960447 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-67bd944b-1771-4b64-b4ed-3bedf2f8db61 req-30822478-608c-477c-812e-231ecfc6bfe8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 943 time: 0.0711288 Sep 14 10:01:13.971780 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:13.980539 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6aa3b32b-a207-4924-af7b-c66013d1b60c up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:13.989516 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Transition to ACTIVE for port object a776ab12-8fd4-4ad2-a3ae-9503291326a3 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:01:14.008028 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-67bd944b-1771-4b64-b4ed-3bedf2f8db61 req-830be8e5-4f6b-4b45-b3bb-6ce90844c274 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Sep 14 10:01:14.034127 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.085540 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:01:14.090474 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:14.092990 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:01:14.096178 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 80992c3e-0311-4721-8178-e0fb4e30c4aa, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:14.107773 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59536) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:14.113136 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-93340540-network', 'tenant_id': '9454bf4d27d748c4bbae114adcb863dc'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:14.114648 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'port_id': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'mac_address': 'fa:16:3e:da:cf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:01:14.123589 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 6aa3b32b-a207-4924-af7b-c66013d1b60c completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:14.129765 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:14.139551 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Made reservation on behalf of 9454bf4d27d748c4bbae114adcb863dc for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:14.142333 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.146066 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 6aa3b32b-a207-4924-af7b-c66013d1b60c triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:14.146440 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.156353 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.160157 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:14.160391 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.229377 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.245305 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80992c3e-0311-4721-8178-e0fb4e30c4aa {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:14.286824 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 80992c3e-0311-4721-8178-e0fb4e30c4aa, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:14.297355 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.299917 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.307706 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.317650 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-50d289af-8cb5-4dea-9d3d-a082e4a5937d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849871 Sep 14 10:01:14.339427 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:01:14.355876 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-cbc29eb8-62f8-47ae-8464-293181ea0790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.363540 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47a53e-568e-4335-a01f-f73595238831,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:14.380851 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.383781 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.384366 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Added segment 7c0f8b5a-16e7-4fc0-b72c-36406e54fed3 of type vlan for network 9a87afd1-f201-4253-bc08-86b4a6d8cb3c Sep 14 10:01:14.388586 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Request body: {'port': {'device_id': '39adb766-2071-4313-9008-dfbd0bb526b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:14.416645 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=80992c3e-0311-4721-8178-e0fb4e30c4aa,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:14.430716 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa3b32b-a207-4924-af7b-c66013d1b60c'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:14.432972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233d406-f0f9-449a-91a8-8225af1670fc" -d '{"events": [{"server_uuid": "97c396ba-a3ed-4660-9f21-6bdb38931f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6aa3b32b-a207-4924-af7b-c66013d1b60c"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:14.449444 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 6aa3b32b-a207-4924-af7b-c66013d1b60c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:14.457043 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.468025 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-580996e4-a8e8-4a1a-91ed-83bf8e0fe43a None None] Provisioning for port a776ab12-8fd4-4ad2-a3ae-9503291326a3 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:14.487171 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-580996e4-a8e8-4a1a-91ed-83bf8e0fe43a None None] Provisioning complete for port a776ab12-8fd4-4ad2-a3ae-9503291326a3 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:14.487573 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-580996e4-a8e8-4a1a-91ed-83bf8e0fe43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.517132 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ac39d-5328-423b-8c93-8ff56c3f04e0 x-openstack-request-id: req-451ac39d-5328-423b-8c93-8ff56c3f04e0 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:14.517415 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c396ba-a3ed-4660-9f21-6bdb38931f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6aa3b32b-a207-4924-af7b-c66013d1b60c", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:14.517861 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-451ac39d-5328-423b-8c93-8ff56c3f04e0 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:14.518873 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa3b32b-a207-4924-af7b-c66013d1b60c', 'code': 200} Sep 14 10:01:14.572089 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.576073 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.584422 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-580996e4-a8e8-4a1a-91ed-83bf8e0fe43a None None] Port a776ab12-8fd4-4ad2-a3ae-9503291326a3 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:01:14.596343 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=6aa3b32b-a207-4924-af7b-c66013d1b60c,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:14.629203 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.630262 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:14.630856 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.644708 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09f757-1c75-4a3e-b577-7df7385ed299 req-d59ab735-b5e3-44e1-8d10-7401266360ee tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:14.646240 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f09f757-1c75-4a3e-b577-7df7385ed299 req-d59ab735-b5e3-44e1-8d10-7401266360ee tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 931 time: 0.3048944 Sep 14 10:01:14.650951 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.673173 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['80992c3e-0311-4721-8178-e0fb4e30c4aa'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:01:14.711240 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6023643 Sep 14 10:01:14.716773 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59558) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:14.727007 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Request body: {'subnet': {'network_id': '9a87afd1-f201-4253-bc08-86b4a6d8cb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-93340540-subnet', 'tenant_id': '9454bf4d27d748c4bbae114adcb863dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:14.803298 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Made reservation on behalf of 9454bf4d27d748c4bbae114adcb863dc for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:01:14.806039 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:14.820980 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f87a42-849b-47de-a9ee-82f32a4ef1dd admin admin] Pushing event updated for resources: {'Network': ['ID=9a87afd1-f201-4253-bc08-86b4a6d8cb3c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:14.842981 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 9a87afd1-f201-4253-bc08-86b4a6d8cb3c details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:01:14.970879 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e91ab-76a5-4085-b7ec-fec2797e2c16 req-95bf35c2-b06d-4646-82e6-ea1e19838eef tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:14.972401 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d0e91ab-76a5-4085-b7ec-fec2797e2c16 req-95bf35c2-b06d-4646-82e6-ea1e19838eef tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0702734 Sep 14 10:01:15.019120 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f09f757-1c75-4a3e-b577-7df7385ed299 req-fa7b1cd4-eafc-40a5-a622-d8ca6808cf17 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577027 Sep 14 10:01:15.054327 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f62539-dcc4-432e-9d90-12411be7b86b req-4d56e2e9-c381-4102-956a-39c899e723c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:15.055850 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-51f62539-dcc4-432e-9d90-12411be7b86b req-4d56e2e9-c381-4102-956a-39c899e723c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.1452138 Sep 14 10:01:15.062232 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d0e91ab-76a5-4085-b7ec-fec2797e2c16 req-c028a0fd-1dac-4679-9d50-55e2e334da86 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664709 Sep 14 10:01:15.089117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.174523 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=110b3894-5200-4b1a-8db4-8e9ac4a6b7a8,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:15.201090 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf66a-b299-47fe-a55e-ce1f0a928ff2 req-399ed0e4-6245-4eb8-8bc7-9d2b6a711425 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:15.202712 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e28bf66a-b299-47fe-a55e-ce1f0a928ff2 req-399ed0e4-6245-4eb8-8bc7-9d2b6a711425 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 944 time: 0.0848985 Sep 14 10:01:15.203899 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Checking segment: {'id': '7c0f8b5a-16e7-4fc0-b72c-36406e54fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9a87afd1-f201-4253-bc08-86b4a6d8cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:01:15.204254 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Network hostable DHCP agents. Network: 9a87afd1-f201-4253-bc08-86b4a6d8cb3c, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:01:15.228816 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d60c8a-6fea-4944-8fba-d08ff0e930ce req-10760167-7e95-4e73-aa7f-d487272807f9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:15.230543 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91d60c8a-6fea-4944-8fba-d08ff0e930ce req-10760167-7e95-4e73-aa7f-d487272807f9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 943 time: 0.0786610 Sep 14 10:01:15.242414 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Network 9a87afd1-f201-4253-bc08-86b4a6d8cb3c is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:01:15.265332 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 9a87afd1-f201-4253-bc08-86b4a6d8cb3c) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:01:15.274843 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765fae8-366a-4c8a-939d-ec712b02bf1e None None] Network 9a87afd1-f201-4253-bc08-86b4a6d8cb3c requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:01:15.275037 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:15.275679 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.302709 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91d60c8a-6fea-4944-8fba-d08ff0e930ce req-25f80d3d-3e2f-4fde-81c3-ade0ea917cd9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626273 Sep 14 10:01:15.310745 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e28bf66a-b299-47fe-a55e-ce1f0a928ff2 req-8c8ee412-9ede-41aa-b602-e5d607ca3a8e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759299 Sep 14 10:01:15.338893 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e0065ef7-df9c-44a6-89a1-8a20f00feaea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6131787 Sep 14 10:01:15.408521 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a776ab12-8fd4-4ad2-a3ae-9503291326a3 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:15.420000 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.439090 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Transition to ACTIVE for port object a776ab12-8fd4-4ad2-a3ae-9503291326a3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:01:15.439842 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487d5de-b18b-4146-afe1-dd900ee92441 None None] Network 9a87afd1-f201-4253-bc08-86b4a6d8cb3c requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:01:15.448617 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.542396 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:15.592980 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.654552 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Attempting to bind port a776ab12-8fd4-4ad2-a3ae-9503291326a3 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:01:15.655152 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Attempting to bind port a776ab12-8fd4-4ad2-a3ae-9503291326a3 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:01:15.655476 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Attempting to bind port a776ab12-8fd4-4ad2-a3ae-9503291326a3 on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:15.660562 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Port a776ab12-8fd4-4ad2-a3ae-9503291326a3 on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:01:15.661047 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Attempting to bind port a776ab12-8fd4-4ad2-a3ae-9503291326a3 on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:01:15.665904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:01:15.666236 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Checking segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:01:15.666616 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Bound using segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:01:15.667048 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Bound port: a776ab12-8fd4-4ad2-a3ae-9503291326a3, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:01:15.667402 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.773076 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-51f62539-dcc4-432e-9d90-12411be7b86b req-a57e8fc6-0730-4f37-86fd-f6ee219a9267 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701773 Sep 14 10:01:15.775793 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:01:15.779332 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:01:15.785066 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.818945 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:15.819441 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:15.820834 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] 10.222.0.32 "PUT /v2.0/ports/a776ab12-8fd4-4ad2-a3ae-9503291326a3 HTTP/1.1" status: 200 len: 1093 time: 1.4413440 Sep 14 10:01:15.821320 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:15.823570 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0389210-94e8-47c1-89fc-cea26b45f97f" -d '{"events": [{"name": "network-changed", "server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:15.872321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d452c-67ae-450c-a158-03a7ffd63cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:15.883587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a7c7eb-0557-40b9-bd58-5535f88886c2 x-openstack-request-id: req-e0a7c7eb-0557-40b9-bd58-5535f88886c2 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:15.884258 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:15.884515 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0a7c7eb-0557-40b9-bd58-5535f88886c2 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:15.884936 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'status': 'completed', 'code': 200} Sep 14 10:01:16.158020 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd5e2-6664-478f-9db7-0178ab632939 req-fc9c8d1e-0200-4242-9c06-0d3f8ae6ac09 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:16.159513 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2bcbd5e2-6664-478f-9db7-0178ab632939 req-fc9c8d1e-0200-4242-9c06-0d3f8ae6ac09 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0491915 Sep 14 10:01:16.199087 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2bcbd5e2-6664-478f-9db7-0178ab632939 req-a74c4c21-b9e1-4dd9-b933-66424ca9d667 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Sep 14 10:01:16.406570 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b43be-53f4-445e-abb0-92fa076f9460 req-2f9f9669-2778-4341-bc42-73f9ef0508e7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:16.408046 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-303b43be-53f4-445e-abb0-92fa076f9460 req-2f9f9669-2778-4341-bc42-73f9ef0508e7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 943 time: 0.0474515 Sep 14 10:01:16.432233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f338f68-63d0-4dff-93ff-fabd3375559a req-49c449c3-7a7a-4600-8113-1d3577d20d74 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:16.433740 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f338f68-63d0-4dff-93ff-fabd3375559a req-49c449c3-7a7a-4600-8113-1d3577d20d74 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 944 time: 0.0471067 Sep 14 10:01:16.445381 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-303b43be-53f4-445e-abb0-92fa076f9460 req-832879a1-5540-4fdf-bec0-7457199716c4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Sep 14 10:01:16.472822 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f338f68-63d0-4dff-93ff-fabd3375559a req-75e681f7-edda-49ad-b8a0-8e29c3ffd812 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Sep 14 10:01:17.098225 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:17.312053 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6614f5-c671-4497-8692-409cb232ae4e req-59e3a9ac-32b1-4a39-afe5-11b9e4e6e0b7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:17.313560 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd6614f5-c671-4497-8692-409cb232ae4e req-59e3a9ac-32b1-4a39-afe5-11b9e4e6e0b7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0460351 Sep 14 10:01:17.349490 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd6614f5-c671-4497-8692-409cb232ae4e req-ef1d9e12-e9ba-4681-9168-cba285f8c5b8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301089 Sep 14 10:01:17.575560 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16010cfe-f1fa-4887-be03-d8c30913a21d req-c0ca5f68-b8e2-4580-8959-1713fb0309b3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:17.577932 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-16010cfe-f1fa-4887-be03-d8c30913a21d req-c0ca5f68-b8e2-4580-8959-1713fb0309b3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 943 time: 0.0682065 Sep 14 10:01:17.591639 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7ce76-e475-49a5-ac6a-fde11068b073 req-16d5a54f-047e-4340-9fb1-7250eb2fc949 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:17.593148 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bbe7ce76-e475-49a5-ac6a-fde11068b073 req-16d5a54f-047e-4340-9fb1-7250eb2fc949 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 944 time: 0.0544319 Sep 14 10:01:17.597251 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6c40f4d2-5785-4c8f-9412-8369ca7f6252 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:01:17.619062 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-16010cfe-f1fa-4887-be03-d8c30913a21d req-ce3d9c02-869a-4890-b533-62e8e9fdefbd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Sep 14 10:01:17.637296 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bbe7ce76-e475-49a5-ac6a-fde11068b073 req-28424241-3323-4d49-b219-f04ccc981637 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361807 Sep 14 10:01:17.701107 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:17.714455 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '6c40f4d2-5785-4c8f-9412-8369ca7f6252', 'network_id': '9dfe1fac-aaca-41c4-b0a6-3b7546a40ece', 'port_id': '6c40f4d2-5785-4c8f-9412-8369ca7f6252', 'mac_address': 'fa:16:3e:54:db:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0e565b-453f-49c5-bfba-16c8dbc2f906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:01:17.749567 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:17.761396 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40f4d2-5785-4c8f-9412-8369ca7f6252 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:17.779277 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:17.783931 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:17.830444 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=6c40f4d2-5785-4c8f-9412-8369ca7f6252,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:17.981113 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0389210-94e8-47c1-89fc-cea26b45f97f req-69d17a69-ce05-4423-abdd-bb2be00a1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:17.982544 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d0389210-94e8-47c1-89fc-cea26b45f97f req-69d17a69-ce05-4423-abdd-bb2be00a1e59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1096 time: 0.0385671 Sep 14 10:01:18.157282 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['6c40f4d2-5785-4c8f-9412-8369ca7f6252'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:01:18.186510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0389210-94e8-47c1-89fc-cea26b45f97f req-c1da2079-b7b8-4964-9330-5313fc136ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.188722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d0389210-94e8-47c1-89fc-cea26b45f97f req-c1da2079-b7b8-4964-9330-5313fc136ac7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2298251c85f3458c92900535f51aae37&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1731915 Sep 14 10:01:18.351929 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0389210-94e8-47c1-89fc-cea26b45f97f req-d282d21a-1f2e-42a5-b47b-31d4c90670ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.353526 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d0389210-94e8-47c1-89fc-cea26b45f97f req-d282d21a-1f2e-42a5-b47b-31d4c90670ad service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574345 Sep 14 10:01:18.488338 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-4a82c03e-db59-4c13-a57e-e2028e72e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.489958 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-4a82c03e-db59-4c13-a57e-e2028e72e87c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1096 time: 0.0712409 Sep 14 10:01:18.497261 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b401f-ea08-4b2a-9ad5-3c9c088168ea req-8f095b6d-0603-4254-8320-144ea46ee1b6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.498639 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-877b401f-ea08-4b2a-9ad5-3c9c088168ea req-8f095b6d-0603-4254-8320-144ea46ee1b6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0717299 Sep 14 10:01:18.562618 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-63d8f563-1e91-43c3-a027-5dd4fd74a758 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3 HTTP/1.1" status: 200 len: 217 time: 0.0416627 Sep 14 10:01:18.570423 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-877b401f-ea08-4b2a-9ad5-3c9c088168ea req-aa751161-24a1-45ab-bbed-7972ac50b8ec tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649364 Sep 14 10:01:18.655355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-ce787e19-a077-498c-ac77-96b77b88a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.657862 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-ce787e19-a077-498c-ac77-96b77b88a68c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0859995 Sep 14 10:01:18.795503 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-93e83d9e-2e1c-49fd-9d2c-3bd9ba8c8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.797603 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-93e83d9e-2e1c-49fd-9d2c-3bd9ba8c8cd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833580 Sep 14 10:01:18.804999 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd069557-136a-46dd-ad18-18803a5f875e req-8c79d9d1-3fd4-48ed-b404-9a1eddf24333 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:18.806460 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fd069557-136a-46dd-ad18-18803a5f875e req-8c79d9d1-3fd4-48ed-b404-9a1eddf24333 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 944 time: 0.1024387 Sep 14 10:01:18.903921 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fd069557-136a-46dd-ad18-18803a5f875e req-213e5ae5-acc2-4a6b-8c39-6222138bc600 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868073 Sep 14 10:01:18.931673 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-7c136dfd-81bc-4f63-b512-98e94943f1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227250 Sep 14 10:01:19.062806 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b445c43-b616-43d2-af1c-a3f924c12823 req-b753c105-dd54-4497-8255-343b5eca5149 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:19.064160 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b445c43-b616-43d2-af1c-a3f924c12823 req-b753c105-dd54-4497-8255-343b5eca5149 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 944 time: 0.0991323 Sep 14 10:01:19.259805 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:19.265239 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-458731f2-2963-4061-a2fd-b4d7ffc25104 req-b06385e3-a211-40f4-b8e7-0764dd8765a1 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080935 Sep 14 10:01:19.284680 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b445c43-b616-43d2-af1c-a3f924c12823 req-95afaa7a-a7b9-4917-8142-503adebbfae4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146161 Sep 14 10:01:19.691426 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484de8ac-6579-4f09-9e34-5a53e1917b02 req-0c13a841-0f02-40eb-a905-eddebef6597f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:19.692924 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-484de8ac-6579-4f09-9e34-5a53e1917b02 req-0c13a841-0f02-40eb-a905-eddebef6597f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0479245 Sep 14 10:01:19.730706 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-484de8ac-6579-4f09-9e34-5a53e1917b02 req-a24362b4-7bf6-4d69-929d-bea981edc541 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Sep 14 10:01:20.043223 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe699601-04b1-4a58-a464-a690d4d3fa65 req-287e66fa-6f2f-4711-b9a6-bc40cc283dfe tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:20.045370 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fe699601-04b1-4a58-a464-a690d4d3fa65 req-287e66fa-6f2f-4711-b9a6-bc40cc283dfe tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 944 time: 0.0570385 Sep 14 10:01:20.082040 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fe699601-04b1-4a58-a464-a690d4d3fa65 req-73edbf4c-559b-44ca-9c9d-1ce9f8f53c04 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Sep 14 10:01:20.398981 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbefa7f-f43e-4884-b395-b13c487e4117 req-eef4c9d0-718c-4312-b4de-e03f1f12ee86 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:20.400480 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bbbefa7f-f43e-4884-b395-b13c487e4117 req-eef4c9d0-718c-4312-b4de-e03f1f12ee86 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 944 time: 0.0491571 Sep 14 10:01:20.438331 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bbbefa7f-f43e-4884-b395-b13c487e4117 req-d7f05cae-c896-4450-b617-513388b4122a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Sep 14 10:01:20.846707 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2ced-49cb-4e3f-a2e2-76dbbdba1a4f req-59cbbd38-da3b-4990-9220-bee75ef45554 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:20.848149 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa3e2ced-49cb-4e3f-a2e2-76dbbdba1a4f req-59cbbd38-da3b-4990-9220-bee75ef45554 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0465863 Sep 14 10:01:20.883368 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa3e2ced-49cb-4e3f-a2e2-76dbbdba1a4f req-3ddeb8b5-06e1-438a-bb71-7668e7913b4b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293834 Sep 14 10:01:21.123630 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6c40f4d2-5785-4c8f-9412-8369ca7f6252 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:21.172038 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:21.175611 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:21.176004 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:21.197940 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549cce9-611e-4dd4-bbde-055f4c8fcb17 req-2d844828-d363-4384-8a09-6bb203d8bbad tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:21.199374 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4549cce9-611e-4dd4-bbde-055f4c8fcb17 req-2d844828-d363-4384-8a09-6bb203d8bbad tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 944 time: 0.0513866 Sep 14 10:01:21.236430 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4549cce9-611e-4dd4-bbde-055f4c8fcb17 req-62973354-5771-4817-ba11-c5eea44e7dbb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303133 Sep 14 10:01:21.260648 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:21.283364 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f317242-d0db-422f-b546-70a18288e7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40f4d2-5785-4c8f-9412-8369ca7f6252'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:21.285586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04da542-174e-46a7-a3ed-c28aa671f462" -d '{"events": [{"server_uuid": "3f317242-d0db-422f-b546-70a18288e7a8", "name": "network-vif-plugged", "status": "completed", "tag": "6c40f4d2-5785-4c8f-9412-8369ca7f6252"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:21.298565 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:21.302526 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:21.303303 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 80992c3e-0311-4721-8178-e0fb4e30c4aa up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:21.325747 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ab3818-d7d0-43af-bcb2-6dde77302d8d x-openstack-request-id: req-92ab3818-d7d0-43af-bcb2-6dde77302d8d {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:21.326031 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f317242-d0db-422f-b546-70a18288e7a8", "name": "network-vif-plugged", "status": "completed", "tag": "6c40f4d2-5785-4c8f-9412-8369ca7f6252", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:21.326282 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92ab3818-d7d0-43af-bcb2-6dde77302d8d {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:21.326662 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f317242-d0db-422f-b546-70a18288e7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40f4d2-5785-4c8f-9412-8369ca7f6252', 'code': 200} Sep 14 10:01:21.380909 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=6c40f4d2-5785-4c8f-9412-8369ca7f6252,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:21.392264 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 80992c3e-0311-4721-8178-e0fb4e30c4aa completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:21.396043 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 80992c3e-0311-4721-8178-e0fb4e30c4aa triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:21.396427 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:21.472682 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:21.503310 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 80992c3e-0311-4721-8178-e0fb4e30c4aa, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:21.507090 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:21.550013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f524259-ad7d-48c3-bb31-5b0e6685f0ab req-514f77d4-e5a2-4b4c-801f-5441585dd781 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:21.551473 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5f524259-ad7d-48c3-bb31-5b0e6685f0ab req-514f77d4-e5a2-4b4c-801f-5441585dd781 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0476651 Sep 14 10:01:21.552726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=80992c3e-0311-4721-8178-e0fb4e30c4aa,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:21.589159 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5f524259-ad7d-48c3-bb31-5b0e6685f0ab req-fcc9f485-defa-4a57-857d-236afaddb59d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305600 Sep 14 10:01:22.003375 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acb948-9dca-4639-9d2e-61da0d49923b req-bcfb9b73-51fb-4fc7-8f86-2d9d287d7291 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:22.004812 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c5acb948-9dca-4639-9d2e-61da0d49923b req-bcfb9b73-51fb-4fc7-8f86-2d9d287d7291 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0496931 Sep 14 10:01:22.040886 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c5acb948-9dca-4639-9d2e-61da0d49923b req-fae52735-ef06-4fff-a08c-bfd75320ee7f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301907 Sep 14 10:01:22.354286 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f563b6-7f27-4a11-a354-f034013f30a8 req-8fd530c3-3d93-4b3d-9c4f-ee2a5c41ee76 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:22.356116 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44f563b6-7f27-4a11-a354-f034013f30a8 req-8fd530c3-3d93-4b3d-9c4f-ee2a5c41ee76 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0498700 Sep 14 10:01:22.400600 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44f563b6-7f27-4a11-a354-f034013f30a8 req-b73ac603-138a-4dbb-a8cf-50247d369194 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Sep 14 10:01:22.510963 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94e4ea-bfb0-41a7-b76a-1b05f2e8edc5 req-318c90f2-2891-4c53-9feb-f040be582a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:22.512450 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3c94e4ea-bfb0-41a7-b76a-1b05f2e8edc5 req-318c90f2-2891-4c53-9feb-f040be582a63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0455031 Sep 14 10:01:22.549715 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3c94e4ea-bfb0-41a7-b76a-1b05f2e8edc5 req-513cd436-7cd8-4590-9c43-53db77cbcd5e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269785 Sep 14 10:01:22.700589 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5f97c-2639-4b66-a793-f36dff28f89f req-38b9ed2b-5335-4f3b-820d-9376c55bb0c8 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:22.702610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74b5f97c-2639-4b66-a793-f36dff28f89f req-38b9ed2b-5335-4f3b-820d-9376c55bb0c8 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0486257 Sep 14 10:01:22.739092 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74b5f97c-2639-4b66-a793-f36dff28f89f req-53eaeaf3-f7ab-4b00-8196-5d4d3d9c0381 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Sep 14 10:01:23.165646 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dd912-4db8-4cc5-97ee-52bbfc7e8012 req-7d9aca97-bf79-4577-9fd6-7d7eb03bbedf tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:23.167078 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd9dd912-4db8-4cc5-97ee-52bbfc7e8012 req-7d9aca97-bf79-4577-9fd6-7d7eb03bbedf tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0507302 Sep 14 10:01:23.202683 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd9dd912-4db8-4cc5-97ee-52bbfc7e8012 req-301053db-01f9-4f26-bb84-50285508cb9b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298243 Sep 14 10:01:23.328023 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:23.330875 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea403de-de3f-4aa7-b0a6-5f6206e9c075" -d '{"events": [{"server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "name": "network-vif-plugged", "status": "completed", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:23.365721 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04f727-db99-4bfc-a3aa-b435a8ace0d1 x-openstack-request-id: req-0d04f727-db99-4bfc-a3aa-b435a8ace0d1 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:23.366005 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "name": "network-vif-plugged", "status": "completed", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:23.366252 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d04f727-db99-4bfc-a3aa-b435a8ace0d1 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:23.366629 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'code': 200} Sep 14 10:01:23.525078 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e7976-9143-49ab-973d-dae807cddd7e req-622be316-b979-4617-9f2d-d1299e14a667 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:23.526430 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dc1e7976-9143-49ab-973d-dae807cddd7e req-622be316-b979-4617-9f2d-d1299e14a667 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0471585 Sep 14 10:01:23.562338 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dc1e7976-9143-49ab-973d-dae807cddd7e req-c36cfde7-8595-4fb7-9a6d-dc9ca8fd3811 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299137 Sep 14 10:01:23.852986 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42858942-3947-44c6-8079-a8d5a0a2f9da req-0b1fa8d0-683d-42c8-b3ba-a9afcedade78 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:23.854448 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42858942-3947-44c6-8079-a8d5a0a2f9da req-0b1fa8d0-683d-42c8-b3ba-a9afcedade78 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0494802 Sep 14 10:01:23.890988 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42858942-3947-44c6-8079-a8d5a0a2f9da req-225f383b-7e79-4717-adf2-a0c88cc8203e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307007 Sep 14 10:01:24.319908 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19641af-8705-40b1-ae64-8d6e0e503479 req-d3170f1c-3198-4b23-bfb5-448dbd250f89 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:24.321399 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a19641af-8705-40b1-ae64-8d6e0e503479 req-d3170f1c-3198-4b23-bfb5-448dbd250f89 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0471811 Sep 14 10:01:24.358382 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a19641af-8705-40b1-ae64-8d6e0e503479 req-80a0bf97-cee4-489c-9f09-afb6415eb741 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Sep 14 10:01:24.671795 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6d5a-c8d2-4545-8213-013872542c54 req-52f0ab52-8d7f-4478-8076-8b7e65a1afd7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:24.673208 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6eab6d5a-c8d2-4545-8213-013872542c54 req-52f0ab52-8d7f-4478-8076-8b7e65a1afd7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0468106 Sep 14 10:01:24.710105 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6eab6d5a-c8d2-4545-8213-013872542c54 req-0125293d-50a7-47b5-bf4f-130d033ac67d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Sep 14 10:01:25.165047 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d514-448b-478b-8230-3a138530e04a req-699f43f8-03cb-44b5-b7f5-f53ae5798cd3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:25.166549 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9088d514-448b-478b-8230-3a138530e04a req-699f43f8-03cb-44b5-b7f5-f53ae5798cd3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.2124183 Sep 14 10:01:25.203174 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9088d514-448b-478b-8230-3a138530e04a req-61ea0875-09e7-4826-a025-74d0821ec355 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309441 Sep 14 10:01:25.474218 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126e47c-039e-443b-ad25-3a34061ac4ad req-3f9f4e2e-996c-4fdd-9828-5aa1aaa2f156 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:25.475710 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f126e47c-039e-443b-ad25-3a34061ac4ad req-3f9f4e2e-996c-4fdd-9828-5aa1aaa2f156 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0475142 Sep 14 10:01:25.513158 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f126e47c-039e-443b-ad25-3a34061ac4ad req-8da6fec5-11a9-40e3-a4fc-f63634301064 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Sep 14 10:01:25.821868 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28a02f-e294-4f44-adff-8f828ba7989e req-74bf3aa6-f02a-4f11-bcc9-a052bb912d34 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:25.823005 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ff28a02f-e294-4f44-adff-8f828ba7989e req-74bf3aa6-f02a-4f11-bcc9-a052bb912d34 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Sep 14 10:01:25.866171 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ff28a02f-e294-4f44-adff-8f828ba7989e req-d9123cbc-b9e6-460c-8150-46bea3e8c4bb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365694 Sep 14 10:01:25.953030 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f7820-a9ad-4ee0-8fe6-cfc259f76b22 req-d8666961-202b-4319-8671-dfa0f49d7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:25.954540 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-503f7820-a9ad-4ee0-8fe6-cfc259f76b22 req-d8666961-202b-4319-8671-dfa0f49d7a77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1098 time: 0.0409181 Sep 14 10:01:25.988607 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-503f7820-a9ad-4ee0-8fe6-cfc259f76b22 req-7732572b-f893-4943-aeda-c1083b1c2077 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268629 Sep 14 10:01:26.311790 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30932f24-c010-4d9f-81a5-114574730367 req-a609cb06-fa14-4208-984e-43074f9c6acb tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:26.313265 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-30932f24-c010-4d9f-81a5-114574730367 req-a609cb06-fa14-4208-984e-43074f9c6acb tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0468144 Sep 14 10:01:26.349224 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-30932f24-c010-4d9f-81a5-114574730367 req-5869df36-dd7a-4708-b839-3cd12f5cf5e6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301914 Sep 14 10:01:26.628031 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1de9f-aec7-4e2f-a96d-694a941ab33c req-4e9ab3a7-a28a-43f3-b077-5e3faa0b3eba tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:26.629513 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-11f1de9f-aec7-4e2f-a96d-694a941ab33c req-4e9ab3a7-a28a-43f3-b077-5e3faa0b3eba tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0462840 Sep 14 10:01:26.665193 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-11f1de9f-aec7-4e2f-a96d-694a941ab33c req-376310a4-4b40-42dd-a439-a129eff6d471 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298266 Sep 14 10:01:26.974414 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef174c6-ef34-42ce-a122-a1fcc6e570c3 req-3a198c78-bf2c-486e-8851-9a55ec5cf0cc tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:26.975839 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ef174c6-ef34-42ce-a122-a1fcc6e570c3 req-3a198c78-bf2c-486e-8851-9a55ec5cf0cc tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0460398 Sep 14 10:01:27.011800 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ef174c6-ef34-42ce-a122-a1fcc6e570c3 req-e973f883-9195-43dc-95f8-c1ce66590d19 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302234 Sep 14 10:01:27.462903 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d01ac-56e3-4b1b-85f3-99160c28d25a req-1a4aaf12-5686-4f05-871c-122880ad84d9 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:27.464367 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-049d01ac-56e3-4b1b-85f3-99160c28d25a req-1a4aaf12-5686-4f05-871c-122880ad84d9 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Sep 14 10:01:27.501054 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-049d01ac-56e3-4b1b-85f3-99160c28d25a req-be3f4b84-9ba8-47a8-b122-f5a61b5d3b7a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Sep 14 10:01:27.785074 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fce71-236a-486c-861f-0df54ec78f1e req-cc78dad1-fd73-4af1-987d-a96cecd98a26 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:27.788018 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a61fce71-236a-486c-861f-0df54ec78f1e req-cc78dad1-fd73-4af1-987d-a96cecd98a26 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0517597 Sep 14 10:01:27.825746 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a61fce71-236a-486c-861f-0df54ec78f1e req-cad6d3e9-2657-48c7-9bfb-f3e4034dee9e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Sep 14 10:01:28.122188 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422ce6b-fc6e-4b5e-9061-5ab9b1b8a777 req-550cde47-1bbe-45b6-be84-29e02be694f1 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:28.123631 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4422ce6b-fc6e-4b5e-9061-5ab9b1b8a777 req-550cde47-1bbe-45b6-be84-29e02be694f1 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0460415 Sep 14 10:01:28.163975 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4422ce6b-fc6e-4b5e-9061-5ab9b1b8a777 req-bf6629ec-5437-4519-a229-ae92db9bac0a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Sep 14 10:01:28.611120 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9cd22-c14c-4e5e-9ac1-0b376e4b8432 req-b4b2b380-34ca-4f97-8fa9-e85e124003ce tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:28.612585 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eae9cd22-c14c-4e5e-9ac1-0b376e4b8432 req-b4b2b380-34ca-4f97-8fa9-e85e124003ce tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0463643 Sep 14 10:01:28.648735 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eae9cd22-c14c-4e5e-9ac1-0b376e4b8432 req-03c3b5b2-330c-4099-88c5-114cb8e0f2d5 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Sep 14 10:01:28.942466 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05267a-0cfc-4630-9529-665b4b0c0d88 req-e8ac3654-2ba5-4989-8907-101b85b71b78 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:28.945319 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ba05267a-0cfc-4630-9529-665b4b0c0d88 req-e8ac3654-2ba5-4989-8907-101b85b71b78 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0501354 Sep 14 10:01:28.984596 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ba05267a-0cfc-4630-9529-665b4b0c0d88 req-2832dfb0-e2bc-478d-9948-5da0b249a1b8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346999 Sep 14 10:01:29.279140 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67358cc2-2a83-424e-8155-595e3ee61131 req-a32af381-cd64-45cc-8e27-df18e9cf06f0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:29.280885 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-67358cc2-2a83-424e-8155-595e3ee61131 req-a32af381-cd64-45cc-8e27-df18e9cf06f0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0495832 Sep 14 10:01:29.317252 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-67358cc2-2a83-424e-8155-595e3ee61131 req-72dc97d9-7382-4f17-9585-01350e6fa2e7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298104 Sep 14 10:01:29.766830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bfb5c-ab92-4c62-aa7c-6dee6c836c3d req-258fef80-80a4-4ba1-8547-1844e098c9e4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:29.768337 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a90bfb5c-ab92-4c62-aa7c-6dee6c836c3d req-258fef80-80a4-4ba1-8547-1844e098c9e4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Sep 14 10:01:29.805950 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a90bfb5c-ab92-4c62-aa7c-6dee6c836c3d req-a646b189-19c3-4ca6-9aa6-e07702465ca3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Sep 14 10:01:30.112892 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d255d-8867-49ed-8e7a-b023c7f9fb16 req-950af800-1bdf-43e1-b27f-88e8742945d4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:30.114381 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f8d255d-8867-49ed-8e7a-b023c7f9fb16 req-950af800-1bdf-43e1-b27f-88e8742945d4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0558019 Sep 14 10:01:30.177610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f8d255d-8867-49ed-8e7a-b023c7f9fb16 req-d2d72942-4f0a-418c-8c37-9cac92d94abe tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564096 Sep 14 10:01:30.438240 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926e61-4433-4480-98af-1e3caa71ade7 req-53a68899-a8b9-4c7c-9c17-05d67292259f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:30.439977 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-74926e61-4433-4480-98af-1e3caa71ade7 req-53a68899-a8b9-4c7c-9c17-05d67292259f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Sep 14 10:01:30.486987 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-74926e61-4433-4480-98af-1e3caa71ade7 req-5572ee70-389d-41b9-8e40-d73f9be93339 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Sep 14 10:01:30.803428 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de94e3-80e6-4561-ba7a-3e39972ff989 req-6e4136bf-4358-4e55-a10f-afd848ca34b2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:30.804953 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-67de94e3-80e6-4561-ba7a-3e39972ff989 req-6e4136bf-4358-4e55-a10f-afd848ca34b2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0515556 Sep 14 10:01:30.836982 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-d61481ca-c95c-44ef-9613-e4cb2d673625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:30.838451 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-d61481ca-c95c-44ef-9613-e4cb2d673625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0401804 Sep 14 10:01:30.843917 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-67de94e3-80e6-4561-ba7a-3e39972ff989 req-9464f7ab-0129-4919-9d53-60cede25639b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Sep 14 10:01:30.972248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea36d03-d4fa-494f-ab8d-b5effb1574c9 req-f3a878d0-88e8-4ed9-ac96-be4c2f98b5a1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:30.973626 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ea36d03-d4fa-494f-ab8d-b5effb1574c9 req-f3a878d0-88e8-4ed9-ac96-be4c2f98b5a1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0962710 Sep 14 10:01:30.977854 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-4cb9d618-53b7-4bb5-88e0-70d467b59401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:30.979180 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-4cb9d618-53b7-4bb5-88e0-70d467b59401 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.1309018 Sep 14 10:01:31.027968 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-c20d42c5-5ffe-4e46-9ef5-1a6f5a80fa7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252 HTTP/1.1" status: 200 len: 217 time: 0.0350747 Sep 14 10:01:31.040046 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ea36d03-d4fa-494f-ab8d-b5effb1574c9 req-38eb2130-9ef5-4ebf-833e-da10c67f4a50 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600088 Sep 14 10:01:31.093080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-64ea438a-5937-44d7-96d2-325a6ceaca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:31.095081 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-64ea438a-5937-44d7-96d2-325a6ceaca3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.0467176 Sep 14 10:01:31.130563 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-c2f2ca80-3409-4d8d-a0f8-30360fe00e27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242105 Sep 14 10:01:31.160438 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72229be3-b837-48b2-b108-d1251e6c25f7 req-8f2cf3ba-dbd1-42e5-a3e1-2aba312ceb38 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:31.161929 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-72229be3-b837-48b2-b108-d1251e6c25f7 req-8f2cf3ba-dbd1-42e5-a3e1-2aba312ceb38 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0576077 Sep 14 10:01:31.170130 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59976) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:31.175080 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'floatingip': {'port_id': '80992c3e-0311-4721-8178-e0fb4e30c4aa'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:31.229971 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-4dbd76a0-5278-4fd0-8f0a-a0c269f24293 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834260 Sep 14 10:01:31.242070 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:31.356857 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9126cc-825a-4e93-8814-4b4834854d67 req-4a5f6958-bfcc-4372-8370-891dd5a2964a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:31.358334 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2c9126cc-825a-4e93-8814-4b4834854d67 req-4a5f6958-bfcc-4372-8370-891dd5a2964a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1029303 Sep 14 10:01:31.364056 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c68457f-d744-438a-8a31-b9d2f43e4554 req-96e9467e-317b-40dc-81db-7d4f261f83c0 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260681 Sep 14 10:01:31.399493 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2c9126cc-825a-4e93-8814-4b4834854d67 req-c49864a9-6b2e-4736-92b3-800d2b5cac70 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345440 Sep 14 10:01:31.826234 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:31.831172 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:31.958744 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Floating IP 3d3ae946-ebd2-4202-9d89-b246b5607e8c associated. External IP: 172.27.2.56, port: 80992c3e-0311-4721-8178-e0fb4e30c4aa. Sep 14 10:01:32.036102 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb9f09-a8b6-4230-8473-dba757dd5ff6 req-87d0459a-184a-409d-be7c-cb9e578c1583 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:32.037519 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-11cb9f09-a8b6-4230-8473-dba757dd5ff6 req-87d0459a-184a-409d-be7c-cb9e578c1583 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.1171918 Sep 14 10:01:32.224226 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:01:32.278788 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-11cb9f09-a8b6-4230-8473-dba757dd5ff6 req-c2da827b-9276-4a05-81a2-c685c7cdefdb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352891 Sep 14 10:01:32.329048 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:32.340631 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'mac_address': 'fa:16:3e:30:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:01:32.380929 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:32.394078 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a776ab12-8fd4-4ad2-a3ae-9503291326a3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:01:32.395440 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Router 0fedc248-1e6e-4461-be00-ac7177992b6b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:01:32.413452 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:32.417988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:32.486309 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:32.533124 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:01:32.539692 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:32.553738 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:01:32.555702 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc9647-97eb-46ad-9382-37533214f687 req-2f3e443f-894b-46f6-96ca-3865c364f53c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:32.557465 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a7fc9647-97eb-46ad-9382-37533214f687 req-2f3e443f-894b-46f6-96ca-3865c364f53c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 944 time: 0.0623789 Sep 14 10:01:32.569084 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:01:32.572202 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:01:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:32.585029 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-572873c5-8a27-43a9-8e3f-e0e81e91d78c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "PUT /v2.0/floatingips/3d3ae946-ebd2-4202-9d89-b246b5607e8c HTTP/1.1" status: 200 len: 990 time: 1.4138067 Sep 14 10:01:32.585613 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:32.601779 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03767cf2-3109-4266-866b-4af3999623c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:32.630506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a7fc9647-97eb-46ad-9382-37533214f687 req-4f94c22f-f522-46ba-9e81-2b02e737662a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664794 Sep 14 10:01:32.698942 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a80d43-860a-4515-908e-738704ef0a2d x-openstack-request-id: req-a3a80d43-860a-4515-908e-738704ef0a2d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:32.699785 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:32.700054 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3a80d43-860a-4515-908e-738704ef0a2d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:32.700973 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'status': 'completed', 'code': 200} Sep 14 10:01:32.742491 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:01:32.886204 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767cf2-3109-4266-866b-4af3999623c2 req-d6fb1f6c-4143-48bf-b694-f8a205b64978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:32.886204 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-d6fb1f6c-4143-48bf-b694-f8a205b64978 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1098 time: 0.0701339 Sep 14 10:01:32.939507 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a776ab12-8fd4-4ad2-a3ae-9503291326a3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:01:33.004119 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767cf2-3109-4266-866b-4af3999623c2 req-3f5728a8-93d7-473b-9faa-4996e9dec591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:33.006697 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-3f5728a8-93d7-473b-9faa-4996e9dec591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 910 time: 0.1114435 Sep 14 10:01:33.106525 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '3d3ae946-ebd2-4202-9d89-b246b5607e8c', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'port_id': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'mac_address': 'fa:16:3e:da:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:00:56Z', 'updated_at': '2021-09-14T10:01:31Z', 'revision_number': 1, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:33.138276 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:01:33.149092 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:01:33.150078 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:01:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:33.169499 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-c91275a5-9d1d-4ae5-8ac5-19458b006136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 998 time: 0.1505888 Sep 14 10:01:33.274894 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767cf2-3109-4266-866b-4af3999623c2 req-7f0a8d4b-d561-4809-991f-4a56f5f3f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:33.276398 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-7f0a8d4b-d561-4809-991f-4a56f5f3f055 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.0945015 Sep 14 10:01:33.315948 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:01:33.335773 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767cf2-3109-4266-866b-4af3999623c2 req-5f1861c7-9954-4add-adf5-4a65ed69113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:33.337295 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-5f1861c7-9954-4add-adf5-4a65ed69113f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500646 Sep 14 10:01:33.460391 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b5a39-c7d4-4d6d-8e4b-76d1293bba33 req-868edc82-45d1-44db-900a-53c9a79de86d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:33.461936 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b16b5a39-c7d4-4d6d-8e4b-76d1293bba33 req-868edc82-45d1-44db-900a-53c9a79de86d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0962312 Sep 14 10:01:33.479036 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-e1cfd065-c5b6-4ffb-95a3-9585215d7627 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331518 Sep 14 10:01:33.532936 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b16b5a39-c7d4-4d6d-8e4b-76d1293bba33 req-ed89b8a5-c289-4faa-90b0-aa1a80ce81bf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634823 Sep 14 10:01:33.585753 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-03767cf2-3109-4266-866b-4af3999623c2 req-d4ff4e69-b145-4a01-aeec-9fb328712ec7 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979941 Sep 14 10:01:33.639196 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '3d3ae946-ebd2-4202-9d89-b246b5607e8c', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'port_id': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'mac_address': 'fa:16:3e:da:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:00:56Z', 'updated_at': '2021-09-14T10:01:31Z', 'revision_number': 1, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:33.666518 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad389d16-acbe-45d7-ae59-588365052499 None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '3d3ae946-ebd2-4202-9d89-b246b5607e8c', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'port_id': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'mac_address': 'fa:16:3e:da:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:00:56Z', 'updated_at': '2021-09-14T10:01:31Z', 'revision_number': 1, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:01:33.752483 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3f0f9-177e-4aad-a52e-a46508e7c92f req-fb22744e-abd0-4a9f-bf28-e72d78ddc41f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:33.753637 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-deb3f0f9-177e-4aad-a52e-a46508e7c92f req-fb22744e-abd0-4a9f-bf28-e72d78ddc41f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 944 time: 0.0531938 Sep 14 10:01:33.798097 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-deb3f0f9-177e-4aad-a52e-a46508e7c92f req-1df0c236-1723-42a6-a229-117d09cd6317 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379915 Sep 14 10:01:33.891014 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adb6b7-f799-4bc0-8085-1a75df234e61 None None] New status for floating IP 3d3ae946-ebd2-4202-9d89-b246b5607e8c: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:01:34.238175 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:01:34.270279 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60102) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:34.313694 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port a776ab12-8fd4-4ad2-a3ae-9503291326a3 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:01:34.318907 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port a776ab12-8fd4-4ad2-a3ae-9503291326a3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:01:34.320061 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.427839 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.437619 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ded5c1e9-ae95-453e-ad65-11be6b97c788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.471986 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:34.474881 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40959124-04ca-4322-acd6-7c3528244b11" -d '{"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-plugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:34.497927 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:34.502670 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.549741 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1a29bf-5f8d-4305-8cea-45e0dc644ec4 x-openstack-request-id: req-3c1a29bf-5f8d-4305-8cea-45e0dc644ec4 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:34.550109 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-plugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:34.550280 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c1a29bf-5f8d-4305-8cea-45e0dc644ec4 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:34.550665 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'code': 200} Sep 14 10:01:34.597069 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:34.627790 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ded5c1e9-ae95-453e-ad65-11be6b97c788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.634012 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ded5c1e9-ae95-453e-ad65-11be6b97c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.658307 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5c1e9-ae95-453e-ad65-11be6b97c788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c354cc1-64cc-4fb2-8f5b-30cf41387b5f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:34.684404 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0c52-6725-45ab-843c-81d30939c1e8 req-a3f276d2-fdb3-4bed-9622-7bcbbf1267eb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:34.686727 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b8db0c52-6725-45ab-843c-81d30939c1e8 req-a3f276d2-fdb3-4bed-9622-7bcbbf1267eb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0561154 Sep 14 10:01:34.692287 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ded5c1e9-ae95-453e-ad65-11be6b97c788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5a67ae9de6348e7ab516f6e8d8a9f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208901 Sep 14 10:01:34.695496 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60122) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:34.726342 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b8db0c52-6725-45ab-843c-81d30939c1e8 req-84d24e82-377c-4273-9ab1-16dc1ea9272e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325534 Sep 14 10:01:34.749125 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e1a03a0-b0fe-4cb3-8332-e916476066aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.769401 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e1a03a0-b0fe-4cb3-8332-e916476066aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.786251 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fcbbe-84bd-4c39-b75d-3bb2373aec11 req-585c65b2-c728-4d5d-8e3e-4d0a352081d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:34.787694 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-345fcbbe-84bd-4c39-b75d-3bb2373aec11 req-585c65b2-c728-4d5d-8e3e-4d0a352081d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1098 time: 0.0386159 Sep 14 10:01:34.816628 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e1a03a0-b0fe-4cb3-8332-e916476066aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.819170 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e1a03a0-b0fe-4cb3-8332-e916476066aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:34.820313 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9e1a03a0-b0fe-4cb3-8332-e916476066aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c354cc1-64cc-4fb2-8f5b-30cf41387b5f HTTP/1.1" status: 204 len: 168 time: 0.1234052 Sep 14 10:01:34.828252 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-345fcbbe-84bd-4c39-b75d-3bb2373aec11 req-e19ceafb-9c80-4f43-891f-4c4eadaf4437 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286345 Sep 14 10:01:34.833234 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a03a0-b0fe-4cb3-8332-e916476066aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c354cc1-64cc-4fb2-8f5b-30cf41387b5f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:34.921107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf026cb-1390-40e6-8b64-f3fb3f1c49de req-f91992ca-e32e-4cea-88c1-61f966421cf7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:34.923517 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-edf026cb-1390-40e6-8b64-f3fb3f1c49de req-f91992ca-e32e-4cea-88c1-61f966421cf7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0495684 Sep 14 10:01:34.961498 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-edf026cb-1390-40e6-8b64-f3fb3f1c49de req-eefd5d89-376b-4436-b6e8-f7e24c2c2ded tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Sep 14 10:01:35.089675 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60142) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:35.103152 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f5c6afdd-f79f-43a6-a127-fe4797c2b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.192766 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f5c6afdd-f79f-43a6-a127-fe4797c2b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.196481 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f5c6afdd-f79f-43a6-a127-fe4797c2b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.241284 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f5c6afdd-f79f-43a6-a127-fe4797c2b4da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bb947bcc7b14dde8bec9c0b95cadfdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505134 Sep 14 10:01:35.242378 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6afdd-f79f-43a6-a127-fe4797c2b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8de49c-cb01-4121-9d8d-da5094f2b43f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:35.243957 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60150) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:35.291750 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab922d2f-aed8-40b5-aae5-1dc0a6ff7db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.312038 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab922d2f-aed8-40b5-aae5-1dc0a6ff7db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.363408 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab922d2f-aed8-40b5-aae5-1dc0a6ff7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.366003 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab922d2f-aed8-40b5-aae5-1dc0a6ff7db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:35.367174 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ab922d2f-aed8-40b5-aae5-1dc0a6ff7db2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d8de49c-cb01-4121-9d8d-da5094f2b43f HTTP/1.1" status: 204 len: 168 time: 0.1222198 Sep 14 10:01:35.374708 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922d2f-aed8-40b5-aae5-1dc0a6ff7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8de49c-cb01-4121-9d8d-da5094f2b43f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:35.841337 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ac8c4-e6e2-4aa2-81f1-4f3afc4545d5 req-ac31aed7-40c6-4a34-b071-47ea7b16ac40 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:35.842888 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6c3ac8c4-e6e2-4aa2-81f1-4f3afc4545d5 req-ac31aed7-40c6-4a34-b071-47ea7b16ac40 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Sep 14 10:01:35.881620 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6c3ac8c4-e6e2-4aa2-81f1-4f3afc4545d5 req-55a011c2-c4ee-4ce6-94ab-006c31b69eaf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Sep 14 10:01:36.078831 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fdfb4-4ea6-4ef8-a030-67569367cbd9 req-a825cdc7-d1c4-4430-b599-001e0c88c90d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:36.080427 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca4fdfb4-4ea6-4ef8-a030-67569367cbd9 req-a825cdc7-d1c4-4430-b599-001e0c88c90d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Sep 14 10:01:36.117959 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca4fdfb4-4ea6-4ef8-a030-67569367cbd9 req-dcf4fa29-cac3-46b6-bedd-6c1dc2872034 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314353 Sep 14 10:01:37.012951 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956389a4-a416-449e-88df-2498cd51b671 req-cf0ed5b5-832e-4344-bde0-d508a0f79c26 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:37.014400 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-956389a4-a416-449e-88df-2498cd51b671 req-cf0ed5b5-832e-4344-bde0-d508a0f79c26 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Sep 14 10:01:37.051365 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-956389a4-a416-449e-88df-2498cd51b671 req-51929922-a033-4e79-88cb-c0546433f218 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304363 Sep 14 10:01:37.244711 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb207e13-caf9-4e30-a2b7-7670bcfeff4e req-b8e76e51-0ecf-4a1e-857f-583c418f0eb5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:37.246241 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb207e13-caf9-4e30-a2b7-7670bcfeff4e req-b8e76e51-0ecf-4a1e-857f-583c418f0eb5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0558445 Sep 14 10:01:37.283935 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb207e13-caf9-4e30-a2b7-7670bcfeff4e req-01f2bcb0-05db-484b-adb5-c507e848fc27 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Sep 14 10:01:38.162235 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60cda-6a42-49b9-8555-c7c989c244fb req-3f34e95f-3c48-45c8-a7a4-7528e254b286 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:38.163750 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-86b60cda-6a42-49b9-8555-c7c989c244fb req-3f34e95f-3c48-45c8-a7a4-7528e254b286 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0476961 Sep 14 10:01:38.200787 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-86b60cda-6a42-49b9-8555-c7c989c244fb req-da785ebe-ba3a-4700-ade1-633a778096ba tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Sep 14 10:01:38.401654 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86de40-3ec5-4233-9092-26cbd37f6bd5 req-dea48cd9-a289-49b0-9a10-1c1154de1ce1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:38.403095 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7a86de40-3ec5-4233-9092-26cbd37f6bd5 req-dea48cd9-a289-49b0-9a10-1c1154de1ce1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Sep 14 10:01:38.441154 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7a86de40-3ec5-4233-9092-26cbd37f6bd5 req-81308f1e-2693-471f-ab3e-bdab4650984e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Sep 14 10:01:39.318941 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af9957-581c-41e6-9079-15b4d96c8585 req-2c2c3ea0-85ee-465a-b725-e604269a3d1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:39.320425 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e1af9957-581c-41e6-9079-15b4d96c8585 req-2c2c3ea0-85ee-465a-b725-e604269a3d1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Sep 14 10:01:39.356498 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e1af9957-581c-41e6-9079-15b4d96c8585 req-64137e49-b1f9-4890-97a3-3572a44446bb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300603 Sep 14 10:01:39.584287 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484ed0-423a-4eda-b033-c15cd0d83327 req-323ca8a6-417e-40ae-b476-ad0a7704b0bb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:39.585948 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2b484ed0-423a-4eda-b033-c15cd0d83327 req-323ca8a6-417e-40ae-b476-ad0a7704b0bb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Sep 14 10:01:39.628911 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2b484ed0-423a-4eda-b033-c15cd0d83327 req-04f426c4-bef1-4706-8c9c-ec86c1742bad tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Sep 14 10:01:40.473474 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6402b8-6e58-4d1f-948c-6574c9fed355 req-7613e440-8c94-4ac1-8f08-70fdaa81e059 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:40.475014 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9d6402b8-6e58-4d1f-948c-6574c9fed355 req-7613e440-8c94-4ac1-8f08-70fdaa81e059 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Sep 14 10:01:40.511663 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9d6402b8-6e58-4d1f-948c-6574c9fed355 req-731144c7-a2f1-4eab-b8f5-c06ece394147 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308096 Sep 14 10:01:40.742012 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0b01-c1ca-42c4-9624-1475f2ebf4a1 req-1cec53f9-c644-42c1-bdb9-7cc6dd52820d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:40.743450 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-267c0b01-c1ca-42c4-9624-1475f2ebf4a1 req-1cec53f9-c644-42c1-bdb9-7cc6dd52820d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0470088 Sep 14 10:01:40.781156 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-267c0b01-c1ca-42c4-9624-1475f2ebf4a1 req-d6da4236-0beb-499d-a8f4-04f043ef211e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Sep 14 10:01:40.894988 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd6c19-9e97-4975-90fc-b003cd444b0b req-ea36c710-bde0-4d2c-9cd2-8e05b73d32e0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:40.896357 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ffd6c19-9e97-4975-90fc-b003cd444b0b req-ea36c710-bde0-4d2c-9cd2-8e05b73d32e0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0502422 Sep 14 10:01:40.904559 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60300) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:40.909115 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'floatingip': {'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:01:40.946030 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:41.346429 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:41.349884 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:41.444968 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Floating IP dc1a173c-68b7-41ff-9409-30ebce1f5d42 associated. External IP: 172.27.2.249, port: a776ab12-8fd4-4ad2-a3ae-9503291326a3. Sep 14 10:01:41.524073 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1cd6be37-d960-4f75-9e13-30970589039d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:41.854655 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbb80b-3992-45a5-839e-3420e901754c req-fa20ab37-441e-4321-9470-81e335b3e728 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:41.856093 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5dfbb80b-3992-45a5-839e-3420e901754c req-fa20ab37-441e-4321-9470-81e335b3e728 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.2759805 Sep 14 10:01:41.866088 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Router 7eacfbd7-f25e-4be8-858b-9932620c432f has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:01:41.928770 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5dfbb80b-3992-45a5-839e-3420e901754c req-11cb3ae7-097f-4c9a-beff-f359d0f7dca3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650711 Sep 14 10:01:41.995819 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:01:42.001498 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:42.005831 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:01:42.014206 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:01:42.014798 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:01:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:42.028749 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9b21c189-77aa-452a-94fd-ab0870bc4c69 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "PUT /v2.0/floatingips/dc1a173c-68b7-41ff-9409-30ebce1f5d42 HTTP/1.1" status: 200 len: 991 time: 1.1204515 Sep 14 10:01:42.028749 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:42.029060 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea" -d '{"events": [{"name": "network-changed", "server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:42.118626 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:01:42.342233 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'dc1a173c-68b7-41ff-9409-30ebce1f5d42', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'mac_address': 'fa:16:3e:30:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39adb766-2071-4313-9008-dfbd0bb526b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:01:07Z', 'updated_at': '2021-09-14T10:01:41Z', 'revision_number': 1, 'project_id': '2298251c85f3458c92900535f51aae37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:42.367583 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:01:42.375288 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:01:42.375898 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:01:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:42.475495 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:01:42.693183 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'dc1a173c-68b7-41ff-9409-30ebce1f5d42', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'mac_address': 'fa:16:3e:30:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39adb766-2071-4313-9008-dfbd0bb526b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:01:07Z', 'updated_at': '2021-09-14T10:01:41Z', 'revision_number': 1, 'project_id': '2298251c85f3458c92900535f51aae37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:42.718316 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa9af96-22c7-42c0-b001-b9bfb213ba73 None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'dc1a173c-68b7-41ff-9409-30ebce1f5d42', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'mac_address': 'fa:16:3e:30:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39adb766-2071-4313-9008-dfbd0bb526b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:01:07Z', 'updated_at': '2021-09-14T10:01:41Z', 'revision_number': 1, 'project_id': '2298251c85f3458c92900535f51aae37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:01:42.893393 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43eadc-78bd-4315-8a18-9030dc4b0fbb None None] New status for floating IP dc1a173c-68b7-41ff-9409-30ebce1f5d42: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:01:43.271520 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa18bb39-9be1-41a6-b19b-553d41af0c43 x-openstack-request-id: req-aa18bb39-9be1-41a6-b19b-553d41af0c43 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:43.271960 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:43.272139 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa18bb39-9be1-41a6-b19b-553d41af0c43 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:43.273050 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'status': 'completed', 'code': 200} Sep 14 10:01:43.357763 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463878c-6e4a-4047-8cd4-96e571661934 req-b00a7dc9-a851-4bdb-b9df-1f7c94be2d32 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:43.359278 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5463878c-6e4a-4047-8cd4-96e571661934 req-b00a7dc9-a851-4bdb-b9df-1f7c94be2d32 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0485847 Sep 14 10:01:43.398971 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5463878c-6e4a-4047-8cd4-96e571661934 req-4e74959d-356d-4da0-b8de-2c9c976f9641 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Sep 14 10:01:43.420123 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-34235185-ddcb-4808-95ea-d6eb7e46cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:43.422637 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-34235185-ddcb-4808-95ea-d6eb7e46cd1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1098 time: 0.0450461 Sep 14 10:01:43.540319 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-bd7ef6de-cd8c-4dbd-9b9e-d6953193c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:43.541915 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-bd7ef6de-cd8c-4dbd-9b9e-d6953193c9c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.0870702 Sep 14 10:01:43.606544 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-8b929c92-083f-4b25-901e-6025843f6f75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3 HTTP/1.1" status: 200 len: 1001 time: 0.0555477 Sep 14 10:01:43.665621 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-d30123ae-428c-444b-b122-d6e6f3de5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:43.667030 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-d30123ae-428c-444b-b122-d6e6f3de5c8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0458670 Sep 14 10:01:43.718417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-f38faa2a-7643-420e-893d-f3f597794250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:43.720217 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-f38faa2a-7643-420e-893d-f3f597794250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387168 Sep 14 10:01:43.812227 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-725fe954-3529-4317-ae1e-5eeea376359a service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807910 Sep 14 10:01:43.910871 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c1c0e33-d4cc-4235-bf57-877bb28b66ea req-8553d5a4-411c-42a6-833f-ea043dce1b63 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854821 Sep 14 10:01:44.283157 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-38bc7cfa-eb63-46b8-9751-b37f9cd68a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:44.476048 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:45.549207 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:47.102203 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:47.284047 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-166d35f7-c087-47d7-89ad-8a474fdc80e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702899 Sep 14 10:01:47.293060 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585255f-d311-4640-8d5c-cfe0f55c2f00 req-8be1f483-50c7-4f58-a0d0-eb9e323214de tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:47.294458 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8585255f-d311-4640-8d5c-cfe0f55c2f00 req-8be1f483-50c7-4f58-a0d0-eb9e323214de tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0726161 Sep 14 10:01:47.342059 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8585255f-d311-4640-8d5c-cfe0f55c2f00 req-c5e9c3bf-f5ce-4a63-b431-94adc113be1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Sep 14 10:01:47.442825 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98127c4-c5f4-4eb0-8d05-3bbddb02c5cb req-5d6b8df7-0a78-4fc0-a530-1d21923b9bba tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:47.444329 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f98127c4-c5f4-4eb0-8d05-3bbddb02c5cb req-5d6b8df7-0a78-4fc0-a530-1d21923b9bba tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Sep 14 10:01:47.470172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-42d22aa1-fec1-4e42-8447-711294175e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:47.471656 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-42d22aa1-fec1-4e42-8447-711294175e7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a18986f4acc4243ac4ec108a707f66b&device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 1098 time: 0.0416517 Sep 14 10:01:47.486348 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f98127c4-c5f4-4eb0-8d05-3bbddb02c5cb req-3f779ed1-4941-4fd5-8b69-3bea76db684e tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354838 Sep 14 10:01:47.574170 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-20a2eacf-3133-4695-ae1c-caaf6308eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:47.575614 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-20a2eacf-3133-4695-ae1c-caaf6308eef9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 HTTP/1.1" status: 200 len: 912 time: 0.0838566 Sep 14 10:01:48.057314 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:01:49.267036 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:50.535926 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-edee3d98-5324-4e85-a009-f25708ef4158 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 HTTP/1.1" status: 200 len: 217 time: 0.0372550 Sep 14 10:01:50.668767 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-f8be3924-2a5e-4b4f-b36b-8acc40abfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:50.670348 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-f8be3924-2a5e-4b4f-b36b-8acc40abfd2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4f82977-4018-451e-90b1-46727804575a HTTP/1.1" status: 200 len: 851 time: 0.0714912 Sep 14 10:01:50.687042 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429632-88e0-4633-a8c0-2793c586eb4e req-4cfc3c81-eff2-4826-ad21-56f061b76667 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:50.688753 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e5429632-88e0-4633-a8c0-2793c586eb4e req-4cfc3c81-eff2-4826-ad21-56f061b76667 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0823488 Sep 14 10:01:50.698338 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff051dd-c20a-48f5-9317-7a14d555589f req-d10bb0e8-0a3a-4793-ab85-3db8a899c3be tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:50.699821 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0ff051dd-c20a-48f5-9317-7a14d555589f req-d10bb0e8-0a3a-4793-ab85-3db8a899c3be tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0589700 Sep 14 10:01:50.740768 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0ff051dd-c20a-48f5-9317-7a14d555589f req-037dc742-0bb2-4177-b937-9e69d8a63d25 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Sep 14 10:01:50.909214 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-d9be3f87-3409-4249-9d4d-77536577fb0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2153950 Sep 14 10:01:50.935801 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e5429632-88e0-4633-a8c0-2793c586eb4e req-403ba1cd-df4c-43c9-9af6-7cc048f3869c tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344909 Sep 14 10:01:51.009105 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-2ee12515-7107-4ddb-919a-d4c05bfc1224 service neutron] 10.222.0.32 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870893 Sep 14 10:01:51.099244 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6f134e7-f4cf-4360-b59d-00c7da4b381d req-547be70c-40a0-4cd5-81c1-3e112052f8a8 service neutron] 10.222.0.32 "GET /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794530 Sep 14 10:01:51.860284 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91590-93f9-4bc6-8077-c6ae3880a631 req-4297a550-fd0d-47f4-9f8e-590d7e6ed0cc tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:51.862386 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-41d91590-93f9-4bc6-8077-c6ae3880a631 req-4297a550-fd0d-47f4-9f8e-590d7e6ed0cc tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0510798 Sep 14 10:01:51.902015 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-41d91590-93f9-4bc6-8077-c6ae3880a631 req-0659c275-f361-4bc6-ab99-a6ea5abd2600 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Sep 14 10:01:52.078460 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da914b-1252-4fde-bf16-9ef137622938 req-00a69899-ede0-4b64-b080-a934444e5553 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:52.079977 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-83da914b-1252-4fde-bf16-9ef137622938 req-00a69899-ede0-4b64-b080-a934444e5553 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0526042 Sep 14 10:01:52.118568 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-83da914b-1252-4fde-bf16-9ef137622938 req-9c291621-4c8e-48b5-8387-533e3279e9fb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Sep 14 10:01:53.034740 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2232b0e-3b49-415b-b59e-12be430e2b75 req-db64c5d9-ae34-4e3d-a34c-c74c79235e8d tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:53.034740 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f2232b0e-3b49-415b-b59e-12be430e2b75 req-db64c5d9-ae34-4e3d-a34c-c74c79235e8d tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0555937 Sep 14 10:01:53.094952 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f2232b0e-3b49-415b-b59e-12be430e2b75 req-07d5d7b8-0d37-44ad-8e1e-5ff4eaf21909 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/security-groups?id=d21f72ee-6ab5-4434-bdc4-cad0dd881698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554790 Sep 14 10:01:53.242744 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5870da-cab2-4e69-9a22-60e24047743f req-bf478dbd-8d91-4b6f-997f-f25251a05283 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:53.244433 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8e5870da-cab2-4e69-9a22-60e24047743f req-bf478dbd-8d91-4b6f-997f-f25251a05283 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0572217 Sep 14 10:01:53.295854 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8e5870da-cab2-4e69-9a22-60e24047743f req-8538fda3-14d3-495a-8831-6d29357a7a64 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Sep 14 10:01:53.448857 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60576) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:53.571410 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.608499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-97b7d4e6-e929-4316-ae9a-a4cebc5bfd38 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:53.610111 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-97b7d4e6-e929-4316-ae9a-a4cebc5bfd38 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.32 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Sep 14 10:01:53.671906 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.676696 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.715414 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6a9b72754b7439eb38d3084df22fcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652998 Sep 14 10:01:53.716455 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ec4be-a014-48cc-b2c4-52572465eba0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:53.718562 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60588) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:53.730774 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.731129 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.731475 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.731817 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.732151 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.732485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.732857 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.733169 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.733491 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.733815 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.734138 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.734458 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebb36f-3ff5-4717-9a77-ee26d7ccd4d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:53.779891 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fc85e3d-4643-4c70-b02d-c40ea2fa4ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.782595 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Deleting port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:01:53.783498 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.805726 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fc85e3d-4643-4c70-b02d-c40ea2fa4ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.858878 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fc85e3d-4643-4c70-b02d-c40ea2fa4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.861577 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fc85e3d-4643-4c70-b02d-c40ea2fa4ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.862731 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2fc85e3d-4643-4c70-b02d-c40ea2fa4ae2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e7ec4be-a014-48cc-b2c4-52572465eba0 HTTP/1.1" status: 204 len: 168 time: 0.1422975 Sep 14 10:01:53.872059 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc85e3d-4643-4c70-b02d-c40ea2fa4ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ec4be-a014-48cc-b2c4-52572465eba0,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:53.883418 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] For port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,segment=NetworkSegment(5795bb12-51d3-48d0-a43d-1b3afd3f42ad),segment_id=5795bb12-51d3-48d0-a43d-1b3afd3f42ad)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:01:53.884066 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:53.910601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Calling delete_port for e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:01:54.077942 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.110685 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Pushing event deleted for resources: {'Port': ['ID=e3000bc3-a0c3-4ea6-90c5-beff4f0520e3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:54.163344 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.163688 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.164022 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.164354 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.164679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.165033 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.165360 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.165681 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.165999 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.166317 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.166679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.166954 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:01:54.174302 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60620) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:54.186809 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1415129e-1cb5-4c33-8299-a4b08bfd708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.195251 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] No DVR routers for this DVR port e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:01:54.198953 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.200687 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-15dfb96c-9304-441f-aa0e-cfe643fbc404 req-c409d722-7687-428e-9cfa-e4e53224a190 tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.32 "DELETE /v2.0/ports/e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 HTTP/1.1" status: 204 len: 173 time: 0.5714557 Sep 14 10:01:54.201145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'name': 'network-vif-deleted', 'tag': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:01:54.203355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b80cf9-ade6-4478-8715-c72a0d539f50" -d '{"events": [{"server_uuid": "56bc8fca-7b33-4da1-8091-de5b95d54450", "name": "network-vif-deleted", "tag": "e3000bc3-a0c3-4ea6-90c5-beff4f0520e3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:01:54.295946 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1415129e-1cb5-4c33-8299-a4b08bfd708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.300000 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1415129e-1cb5-4c33-8299-a4b08bfd708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.338715 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1415129e-1cb5-4c33-8299-a4b08bfd708f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fbe93de0fe14e1ba4bd4977092d7633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631668 Sep 14 10:01:54.341663 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415129e-1cb5-4c33-8299-a4b08bfd708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7faa96-cb47-489b-bbf5-b4dfceb411b6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:54.342502 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60628) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:54.396597 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62fd6536-3b00-46a3-ba1e-31b46f08c169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.417197 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62fd6536-3b00-46a3-ba1e-31b46f08c169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.438710 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60632) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:54.469751 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62fd6536-3b00-46a3-ba1e-31b46f08c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.472288 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-62fd6536-3b00-46a3-ba1e-31b46f08c169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.473461 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-62fd6536-3b00-46a3-ba1e-31b46f08c169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e7faa96-cb47-489b-bbf5-b4dfceb411b6 HTTP/1.1" status: 204 len: 168 time: 0.1276770 Sep 14 10:01:54.481742 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd6536-3b00-46a3-ba1e-31b46f08c169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7faa96-cb47-489b-bbf5-b4dfceb411b6,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:54.555082 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16d35004-a505-48a7-bdd7-c46efd8e64be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.644007 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16d35004-a505-48a7-bdd7-c46efd8e64be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.647667 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16d35004-a505-48a7-bdd7-c46efd8e64be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.686009 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-16d35004-a505-48a7-bdd7-c46efd8e64be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f3343eff8ca483aa7bbc74ea7b9cc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448962 Sep 14 10:01:54.686175 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35004-a505-48a7-bdd7-c46efd8e64be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f884cdff-339b-4907-bd02-cca38ae9b978,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:54.687914 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60642) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:54.737486 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8827e063-2e67-44ca-951b-57546c373426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.759114 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8827e063-2e67-44ca-951b-57546c373426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.809850 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8827e063-2e67-44ca-951b-57546c373426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.812536 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8827e063-2e67-44ca-951b-57546c373426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:54.816627 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-8827e063-2e67-44ca-951b-57546c373426 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f884cdff-339b-4907-bd02-cca38ae9b978 HTTP/1.1" status: 204 len: 168 time: 0.1234684 Sep 14 10:01:54.824149 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827e063-2e67-44ca-951b-57546c373426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884cdff-339b-4907-bd02-cca38ae9b978,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:56.650722 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['e3000bc3-a0c3-4ea6-90c5-beff4f0520e3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:01:56.794948 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74973151-372f-4990-9363-df8feb1b4e43 x-openstack-request-id: req-74973151-372f-4990-9363-df8feb1b4e43 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:01:56.795423 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bc8fca-7b33-4da1-8091-de5b95d54450", "name": "network-vif-deleted", "tag": "e3000bc3-a0c3-4ea6-90c5-beff4f0520e3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:01:56.795659 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74973151-372f-4990-9363-df8feb1b4e43 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:01:56.796055 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bc8fca-7b33-4da1-8091-de5b95d54450', 'name': 'network-vif-deleted', 'tag': 'e3000bc3-a0c3-4ea6-90c5-beff4f0520e3', 'status': 'completed', 'code': 200} Sep 14 10:01:56.797434 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b5bc13da-95e6-401b-b6d9-7332365d68f5 req-6e0dd6e8-c838-449c-aa71-7a3bf07aeb1d tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.0266683 Sep 14 10:01:56.884623 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bbffe-cb9a-48d0-a3ca-7bf5ac724ef0 req-dfd85386-320d-433d-a69d-26db6c3f9673 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:56.886094 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a70bbffe-cb9a-48d0-a3ca-7bf5ac724ef0 req-dfd85386-320d-433d-a69d-26db6c3f9673 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0472891 Sep 14 10:01:56.921596 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a70bbffe-cb9a-48d0-a3ca-7bf5ac724ef0 req-d9a6171b-a1a2-43ee-a1b0-0eacf3e274d3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296237 Sep 14 10:01:57.968956 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-63b2e8e5-90ae-4224-af52-42a38ea14a54 req-145d890b-270e-4304-8c0f-1d94ccb9db6f tempest-DeleteServersTestJSON-1750724913 tempest-DeleteServersTestJSON-1750724913-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc8fca-7b33-4da1-8091-de5b95d54450 HTTP/1.1" status: 200 len: 210 time: 0.0284798 Sep 14 10:01:58.035726 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f0eb-10c0-4626-a778-0696b9dd5056 req-fc4074d4-d2e0-4e06-ab66-09477fad7ec1 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:58.037205 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4515f0eb-10c0-4626-a778-0696b9dd5056 req-fc4074d4-d2e0-4e06-ab66-09477fad7ec1 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0466437 Sep 14 10:01:58.074010 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4515f0eb-10c0-4626-a778-0696b9dd5056 req-7c400639-78dd-4d65-81ce-bda1d993df89 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Sep 14 10:01:58.189434 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60772) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:58.243091 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Deleting subnet 149dee30-176c-4b99-88c1-cee685385112 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:01:58.246809 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.288222 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.333189 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.391104 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.421071 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149dee30-176c-4b99-88c1-cee685385112,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:58.424915 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.429477 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-27b1c70d-d9fe-4ab8-be60-f7b7731445f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/149dee30-176c-4b99-88c1-cee685385112 HTTP/1.1" status: 204 len: 168 time: 0.2356498 Sep 14 10:01:58.429477 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60784) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:58.498458 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.582554 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.602485 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dfd2b3-903a-4ee2-8781-2d72af03fd1d']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:58.612809 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e4ccc1-f662-4faa-8113-6b28e4ae490a') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:58.612809 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e4ccc1-f662-4faa-8113-6b28e4ae490a') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:58.621327 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.637165 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.647724 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:01:58.648236 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:01:58.650195 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:01:58.679254 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:01:58.706244 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:01:58.706682 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device e3000bc3-a0c3-4ea6-90c5-beff4f0520e3 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:01:58.726710 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.732433 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.734902 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/40dfd2b3-903a-4ee2-8781-2d72af03fd1d HTTP/1.1" status: 204 len: 168 time: 0.3046727 Sep 14 10:01:58.737821 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60810) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:58.800352 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585281a-47bd-414f-9569-15db52949a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=40dfd2b3-903a-4ee2-8781-2d72af03fd1d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:58.804446 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Deleting subnet 110b3894-5200-4b1a-8db4-8e9ac4a6b7a8 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:01:58.810355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.846766 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.890290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:58.991809 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.026698 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110b3894-5200-4b1a-8db4-8e9ac4a6b7a8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:59.032764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.035270 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c36c9d31-8f11-4287-aca6-ddf50b5bd162 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/110b3894-5200-4b1a-8db4-8e9ac4a6b7a8 HTTP/1.1" status: 204 len: 168 time: 0.2963126 Sep 14 10:01:59.037371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60836) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:59.108487 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.213384 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04f4da-a1b5-4457-beac-a5bcd58cf53f req-8600e9f3-b429-4914-9a10-f474b0b69f34 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:01:59.219108 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.220603 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3e04f4da-a1b5-4457-beac-a5bcd58cf53f req-8600e9f3-b429-4914-9a10-f474b0b69f34 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0645812 Sep 14 10:01:59.242724 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a87afd1-f201-4253-bc08-86b4a6d8cb3c']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:59.257076 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0f8b5a-16e7-4fc0-b72c-36406e54fed3') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:59.257540 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0f8b5a-16e7-4fc0-b72c-36406e54fed3') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:01:59.269358 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.279179 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3e04f4da-a1b5-4457-beac-a5bcd58cf53f req-57ace07e-2c35-4995-881c-0df2bba9dfaf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536444 Sep 14 10:01:59.304619 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.311589 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:01:59.312008 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:01:59.314111 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:01:59.373796 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.379463 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.383986 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a87afd1-f201-4253-bc08-86b4a6d8cb3c HTTP/1.1" status: 204 len: 168 time: 0.3431871 Sep 14 10:01:59.392556 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafc6d4-50d0-4e63-a6d6-1b4ad83f02bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a87afd1-f201-4253-bc08-86b4a6d8cb3c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:59.558807 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60868) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:59.601287 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6e4db493-7a3d-4ff2-8476-53ec63d1dbce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=072ae1ef852a4ab09cce9d80b1066f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411577 Sep 14 10:01:59.603676 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60870) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:59.606492 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60872) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:59.649904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-323dab7a-2e43-4763-ba76-e3ca7097b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.670533 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-323dab7a-2e43-4763-ba76-e3ca7097b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.716544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-323dab7a-2e43-4763-ba76-e3ca7097b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.719108 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-323dab7a-2e43-4763-ba76-e3ca7097b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.720846 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-323dab7a-2e43-4763-ba76-e3ca7097b8e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57f33ccd-62f8-4fc5-8475-cb16f1a4e7e3 HTTP/1.1" status: 204 len: 168 time: 0.1156690 Sep 14 10:01:59.728240 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dab7a-2e43-4763-ba76-e3ca7097b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f33ccd-62f8-4fc5-8475-cb16f1a4e7e3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:59.759804 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e80a2832-fba7-4565-9214-e779000da30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.849960 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e80a2832-fba7-4565-9214-e779000da30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.855090 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e80a2832-fba7-4565-9214-e779000da30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.896705 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60884) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:01:59.896961 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e80a2832-fba7-4565-9214-e779000da30f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e8f1c786a2748cf97feea9a2d01efc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891638 Sep 14 10:01:59.898172 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2832-fba7-4565-9214-e779000da30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e3bb4-b974-458a-b857-99f1b2cd21e9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:01:59.947145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-40fc3da8-a4a0-480f-aca0-04d1357e1684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:01:59.969505 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-40fc3da8-a4a0-480f-aca0-04d1357e1684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.006140 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60886) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:00.038532 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-40fc3da8-a4a0-480f-aca0-04d1357e1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.042021 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-40fc3da8-a4a0-480f-aca0-04d1357e1684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.045701 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-40fc3da8-a4a0-480f-aca0-04d1357e1684 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed3e3bb4-b974-458a-b857-99f1b2cd21e9 HTTP/1.1" status: 204 len: 168 time: 0.1455610 Sep 14 10:02:00.062642 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc3da8-a4a0-480f-aca0-04d1357e1684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e3bb4-b974-458a-b857-99f1b2cd21e9,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:00.074438 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-11b3286c-3438-42b4-843b-63db98212956 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9454bf4d27d748c4bbae114adcb863dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671985 Sep 14 10:02:00.077090 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60896) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:00.129861 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60900) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:00.138317 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7df3c310-d29c-47cb-81af-f732f2d5b540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.166083 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7df3c310-d29c-47cb-81af-f732f2d5b540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.216227 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7df3c310-d29c-47cb-81af-f732f2d5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.219241 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7df3c310-d29c-47cb-81af-f732f2d5b540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.220688 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7df3c310-d29c-47cb-81af-f732f2d5b540 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a47a53e-568e-4335-a01f-f73595238831 HTTP/1.1" status: 204 len: 168 time: 0.1424234 Sep 14 10:02:00.229243 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3c310-d29c-47cb-81af-f732f2d5b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47a53e-568e-4335-a01f-f73595238831,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:00.344151 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-053217ad-5701-4892-9e98-1cd135afff1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.442605 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-053217ad-5701-4892-9e98-1cd135afff1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.446815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-053217ad-5701-4892-9e98-1cd135afff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.482072 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60914) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:00.498242 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68c979c-9018-4d37-b572-2a0e7a122774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.500901 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-053217ad-5701-4892-9e98-1cd135afff1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df6686e9031444dfa934f36496a5b56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680794 Sep 14 10:02:00.500901 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053217ad-5701-4892-9e98-1cd135afff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde5b26-b9fa-4329-8b8a-0d172815bc75,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:00.501555 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60916) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:00.581741 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4ba175f-a7d7-4ed0-a013-6cad17f5bb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.613859 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4ba175f-a7d7-4ed0-a013-6cad17f5bb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.670609 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68c979c-9018-4d37-b572-2a0e7a122774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.677991 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68c979c-9018-4d37-b572-2a0e7a122774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.699758 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4ba175f-a7d7-4ed0-a013-6cad17f5bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.702234 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4ba175f-a7d7-4ed0-a013-6cad17f5bb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.703361 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a4ba175f-a7d7-4ed0-a013-6cad17f5bb97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdde5b26-b9fa-4329-8b8a-0d172815bc75 HTTP/1.1" status: 204 len: 168 time: 0.1979306 Sep 14 10:02:00.724989 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a68c979c-9018-4d37-b572-2a0e7a122774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84f368a378b94558983326f566860b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390914 Sep 14 10:02:00.724989 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c979c-9018-4d37-b572-2a0e7a122774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618f9d02-45ee-4231-80d3-10e1f46e73fd,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:00.725722 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60928) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:00.749943 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba175f-a7d7-4ed0-a013-6cad17f5bb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde5b26-b9fa-4329-8b8a-0d172815bc75,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:00.785105 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-964513ef-825f-4684-8333-ff1e9b07af78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.810013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-964513ef-825f-4684-8333-ff1e9b07af78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.858997 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-964513ef-825f-4684-8333-ff1e9b07af78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.863489 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-964513ef-825f-4684-8333-ff1e9b07af78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:00.864804 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-964513ef-825f-4684-8333-ff1e9b07af78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/618f9d02-45ee-4231-80d3-10e1f46e73fd HTTP/1.1" status: 204 len: 168 time: 0.1382029 Sep 14 10:02:00.873066 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964513ef-825f-4684-8333-ff1e9b07af78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618f9d02-45ee-4231-80d3-10e1f46e73fd,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:01.679005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60984) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:01.804560 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b781fa81-6c4b-49a5-b2f2-bf8ccc521f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:01.900542 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b781fa81-6c4b-49a5-b2f2-bf8ccc521f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:01.905956 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b781fa81-6c4b-49a5-b2f2-bf8ccc521f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:01.944440 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b781fa81-6c4b-49a5-b2f2-bf8ccc521f62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c351dca034714c17911b8cfce4f97819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636251 Sep 14 10:02:01.945389 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781fa81-6c4b-49a5-b2f2-bf8ccc521f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c8196b-d137-4b71-9d68-e7b9deb71971,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:01.947861 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 32768) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:02.008853 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e20f9bd-5b92-461f-8c6a-8fdee70bf500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:02.031641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e20f9bd-5b92-461f-8c6a-8fdee70bf500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:02.088207 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e20f9bd-5b92-461f-8c6a-8fdee70bf500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:02.091256 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e20f9bd-5b92-461f-8c6a-8fdee70bf500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:02.092606 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0e20f9bd-5b92-461f-8c6a-8fdee70bf500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7c8196b-d137-4b71-9d68-e7b9deb71971 HTTP/1.1" status: 204 len: 168 time: 0.1422999 Sep 14 10:02:02.102697 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20f9bd-5b92-461f-8c6a-8fdee70bf500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c8196b-d137-4b71-9d68-e7b9deb71971,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:02.406950 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4dd7-2b06-4a28-ac77-268ce7120245 req-e0a32e7a-5962-493e-96a6-b61294fc4216 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:02.415015 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6eae4dd7-2b06-4a28-ac77-268ce7120245 req-e0a32e7a-5962-493e-96a6-b61294fc4216 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0763056 Sep 14 10:02:02.461060 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6eae4dd7-2b06-4a28-ac77-268ce7120245 req-5ef32251-5d51-4644-8cdb-8649f18ee9fd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Sep 14 10:02:03.605435 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc880e3-ae21-432e-a9da-204c0968b9e5 req-5c7effb6-5a91-4310-aa92-e865df1c299f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:03.607189 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0bc880e3-ae21-432e-a9da-204c0968b9e5 req-5c7effb6-5a91-4310-aa92-e865df1c299f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0539370 Sep 14 10:02:03.646205 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0bc880e3-ae21-432e-a9da-204c0968b9e5 req-912273b1-8cd4-4b30-aa2c-d3344116eb94 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Sep 14 10:02:03.706368 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 32948) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:03.747938 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Deleting subnet a4f82977-4018-451e-90b1-46727804575a {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:02:03.750792 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:03.783320 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:03.818404 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:03.869819 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:03.895136 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f82977-4018-451e-90b1-46727804575a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:03.898981 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:03.900849 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-35474f0e-2712-4947-aa81-14d2dead9bc8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4f82977-4018-451e-90b1-46727804575a HTTP/1.1" status: 204 len: 168 time: 0.1934977 Sep 14 10:02:03.903345 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 32950) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:03.969905 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.047220 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.066223 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:04.075011 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5795bb12-51d3-48d0-a43d-1b3afd3f42ad') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:04.075240 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5795bb12-51d3-48d0-a43d-1b3afd3f42ad') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:04.084587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.098059 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.103931 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:02:04.104401 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:02:04.106037 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:02:04.161873 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.176194 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.178063 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] 10.222.0.21 "DELETE /v2.0/networks/32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9 HTTP/1.1" status: 204 len: 168 time: 0.2737088 Sep 14 10:02:04.179045 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d0495-5910-4d0c-9137-65e92da5441a admin admin] Pushing event deleted for resources: {'Network': ['ID=32b1dc0a-fe4a-4ca1-8390-81a2c2dbe4f9,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:04.338160 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 32966) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:04.413505 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0c3bd70d-2c3e-4523-95f4-5409d01caa1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a18986f4acc4243ac4ec108a707f66b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0663819 Sep 14 10:02:04.413655 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 32972) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:04.465222 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38995a11-c2b5-4ba8-a4b1-70399705b6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.484008 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38995a11-c2b5-4ba8-a4b1-70399705b6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.536299 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38995a11-c2b5-4ba8-a4b1-70399705b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.539943 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38995a11-c2b5-4ba8-a4b1-70399705b6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:04.546429 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-38995a11-c2b5-4ba8-a4b1-70399705b6d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d21f72ee-6ab5-4434-bdc4-cad0dd881698 HTTP/1.1" status: 204 len: 168 time: 0.1358445 Sep 14 10:02:04.555984 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38995a11-c2b5-4ba8-a4b1-70399705b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f72ee-6ab5-4434-bdc4-cad0dd881698,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:04.819431 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7020a5-f6df-4925-b9da-973d49549738 req-0d51f648-6e2c-4578-8906-54e1d14d4200 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:04.821035 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2b7020a5-f6df-4925-b9da-973d49549738 req-0d51f648-6e2c-4578-8906-54e1d14d4200 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0515647 Sep 14 10:02:04.874626 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2b7020a5-f6df-4925-b9da-973d49549738 req-35a7e93c-d8d3-427f-9838-c3b1d9b182eb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 Sep 14 10:02:05.988646 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33062) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:06.088329 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aaace387-4503-4ae9-bd8b-39b26d097fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.178820 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aaace387-4503-4ae9-bd8b-39b26d097fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.182695 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aaace387-4503-4ae9-bd8b-39b26d097fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.219701 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-aaace387-4503-4ae9-bd8b-39b26d097fc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ec11e826eaf4fa78ca0f6069a52545c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299531 Sep 14 10:02:06.221046 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaace387-4503-4ae9-bd8b-39b26d097fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7720ef-af2c-4ef2-b196-486f31581442,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:06.223504 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33070) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:06.269473 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f9280a42-80f7-43f4-8820-d130b17ea5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.290302 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f9280a42-80f7-43f4-8820-d130b17ea5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.337996 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f9280a42-80f7-43f4-8820-d130b17ea5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.340493 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f9280a42-80f7-43f4-8820-d130b17ea5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.341653 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f9280a42-80f7-43f4-8820-d130b17ea5d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b7720ef-af2c-4ef2-b196-486f31581442 HTTP/1.1" status: 204 len: 168 time: 0.1171796 Sep 14 10:02:06.349441 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9280a42-80f7-43f4-8820-d130b17ea5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7720ef-af2c-4ef2-b196-486f31581442,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:06.597832 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33076) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:06.610171 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6369-90a6-4d01-bcb1-dc0ab3d1a35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.699205 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6369-90a6-4d01-bcb1-dc0ab3d1a35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.702744 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6369-90a6-4d01-bcb1-dc0ab3d1a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.742428 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9e3e6369-90a6-4d01-bcb1-dc0ab3d1a35e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8025765de5a947338a8d06b843007bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412208 Sep 14 10:02:06.742428 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e6369-90a6-4d01-bcb1-dc0ab3d1a35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e4f806-d864-4a56-88d9-de8d7c7fb3e1,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:06.742784 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33080) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:06.793786 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3feb2851-57bd-4eff-a2ff-b81910de08b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.814426 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3feb2851-57bd-4eff-a2ff-b81910de08b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.859196 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3feb2851-57bd-4eff-a2ff-b81910de08b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.861845 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3feb2851-57bd-4eff-a2ff-b81910de08b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:06.862967 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3feb2851-57bd-4eff-a2ff-b81910de08b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e4f806-d864-4a56-88d9-de8d7c7fb3e1 HTTP/1.1" status: 204 len: 168 time: 0.1192279 Sep 14 10:02:06.870233 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb2851-57bd-4eff-a2ff-b81910de08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e4f806-d864-4a56-88d9-de8d7c7fb3e1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:08.117654 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3de984-e04a-4406-9097-85dbe1c26ea3 req-f0e8b0d0-03d0-4dcb-bb1d-02fad146e4b5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:08.119303 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9e3de984-e04a-4406-9097-85dbe1c26ea3 req-f0e8b0d0-03d0-4dcb-bb1d-02fad146e4b5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0534809 Sep 14 10:02:08.171135 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9e3de984-e04a-4406-9097-85dbe1c26ea3 req-4a7b15ff-7e74-47e6-bb1c-4df6b91b38c4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373778 Sep 14 10:02:08.377012 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33154) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:08.492209 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47080a01-be8d-42a0-96ea-d05fe8f34e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.595360 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47080a01-be8d-42a0-96ea-d05fe8f34e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.598872 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47080a01-be8d-42a0-96ea-d05fe8f34e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.641470 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-47080a01-be8d-42a0-96ea-d05fe8f34e5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cce7f1bb68c4710b5a58541cd600347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632692 Sep 14 10:02:08.642439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33170) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:08.644992 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47080a01-be8d-42a0-96ea-d05fe8f34e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feb87a2-4a61-4c20-884e-a0ed0010a083,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:08.700596 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1689d240-f843-45c1-ad27-b0f432979cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.723056 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1689d240-f843-45c1-ad27-b0f432979cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.746346 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33174) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:08.779078 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1689d240-f843-45c1-ad27-b0f432979cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.782249 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1689d240-f843-45c1-ad27-b0f432979cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:08.783690 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1689d240-f843-45c1-ad27-b0f432979cbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3feb87a2-4a61-4c20-884e-a0ed0010a083 HTTP/1.1" status: 204 len: 168 time: 0.1394839 Sep 14 10:02:08.794168 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689d240-f843-45c1-ad27-b0f432979cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feb87a2-4a61-4c20-884e-a0ed0010a083,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:08.868445 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a0a89407-eabe-40c1-8bcb-f4eb37dfc5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.028851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a0a89407-eabe-40c1-8bcb-f4eb37dfc5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.036334 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a0a89407-eabe-40c1-8bcb-f4eb37dfc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.088606 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89407-eabe-40c1-8bcb-f4eb37dfc5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f1c00-d792-4787-a499-7eebc224eb36,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:09.096893 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a0a89407-eabe-40c1-8bcb-f4eb37dfc5e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5767946bbfdd401c8c51cc0420b99efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459821 Sep 14 10:02:09.097073 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33196) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:09.151641 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8ded-05e6-4445-9212-f1adff8ef877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.184279 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8ded-05e6-4445-9212-f1adff8ef877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.223324 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33202) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:09.241248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d0e-7a8b-4636-8ab7-be79685bbadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.266248 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8ded-05e6-4445-9212-f1adff8ef877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.272514 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8ded-05e6-4445-9212-f1adff8ef877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.277917 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fc5c8ded-05e6-4445-9212-f1adff8ef877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a2f1c00-d792-4787-a499-7eebc224eb36 HTTP/1.1" status: 204 len: 168 time: 0.1760125 Sep 14 10:02:09.286813 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c8ded-05e6-4445-9212-f1adff8ef877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f1c00-d792-4787-a499-7eebc224eb36,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:09.377156 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a21c1d-94d1-40a3-afa6-7994f0f17540 req-16d31f08-7bbe-4850-9149-e3e590644ace tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:09.384312 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-91a21c1d-94d1-40a3-afa6-7994f0f17540 req-16d31f08-7bbe-4850-9149-e3e590644ace tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0813646 Sep 14 10:02:09.437689 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-91a21c1d-94d1-40a3-afa6-7994f0f17540 req-cbdb43e9-9463-4c2b-9b42-aa6434f1abca tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Sep 14 10:02:09.463353 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d0e-7a8b-4636-8ab7-be79685bbadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.472810 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d0e-7a8b-4636-8ab7-be79685bbadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.511520 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5d0e-7a8b-4636-8ab7-be79685bbadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36159b67-3c3d-4b1e-801e-05eee68316ae,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:09.515775 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a1bd5d0e-7a8b-4636-8ab7-be79685bbadb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31ef411b013a4853a02880bae5a733c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912259 Sep 14 10:02:09.519144 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33210) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:09.568997 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615a6306-9167-4af4-877a-2d40800aaf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.589613 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615a6306-9167-4af4-877a-2d40800aaf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.635265 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615a6306-9167-4af4-877a-2d40800aaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.637797 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615a6306-9167-4af4-877a-2d40800aaf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.639163 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-615a6306-9167-4af4-877a-2d40800aaf3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36159b67-3c3d-4b1e-801e-05eee68316ae HTTP/1.1" status: 204 len: 168 time: 0.1186523 Sep 14 10:02:09.647366 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a6306-9167-4af4-877a-2d40800aaf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36159b67-3c3d-4b1e-801e-05eee68316ae,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:09.654830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33214) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:09.681549 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-67635a87-07aa-48aa-9a10-6212eddf12de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.780892 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-67635a87-07aa-48aa-9a10-6212eddf12de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.785230 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-67635a87-07aa-48aa-9a10-6212eddf12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.823325 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-67635a87-07aa-48aa-9a10-6212eddf12de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=217aad3008274cb585b47c554819497f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673634 Sep 14 10:02:09.826288 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33218) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:09.828493 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67635a87-07aa-48aa-9a10-6212eddf12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1d7604-9c89-4343-bf32-cc7c3ac582e0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:09.878878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7957907d-8951-4418-b26f-04cc47c7fab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.901423 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7957907d-8951-4418-b26f-04cc47c7fab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.958855 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7957907d-8951-4418-b26f-04cc47c7fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.961611 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7957907d-8951-4418-b26f-04cc47c7fab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:09.962814 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-7957907d-8951-4418-b26f-04cc47c7fab8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e1d7604-9c89-4343-bf32-cc7c3ac582e0 HTTP/1.1" status: 204 len: 168 time: 0.1354091 Sep 14 10:02:09.972601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957907d-8951-4418-b26f-04cc47c7fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1d7604-9c89-4343-bf32-cc7c3ac582e0,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:10.600186 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b548f-43a1-4027-93de-14bdc4459d5d req-1c0c58cc-8cbb-43d2-aaba-620b30605385 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:10.601751 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-850b548f-43a1-4027-93de-14bdc4459d5d req-1c0c58cc-8cbb-43d2-aaba-620b30605385 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0685842 Sep 14 10:02:10.662842 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-850b548f-43a1-4027-93de-14bdc4459d5d req-1f2582e4-1f3e-4751-b2ca-5fa7beb9703a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Sep 14 10:02:11.427900 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33334) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:11.526117 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c331e710-3d9f-41e3-a82d-00d57484454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:11.664361 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7be6b20e-2ec2-4c88-a9a2-241fa587267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:11.793074 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7be6b20e-2ec2-4c88-a9a2-241fa587267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:11.799023 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7be6b20e-2ec2-4c88-a9a2-241fa587267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:11.836950 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac19ebe-94d2-44da-9a55-5b2b658b0f58 req-2769f58f-885f-468f-a4b8-669939c87d0d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:11.838482 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ac19ebe-94d2-44da-9a55-5b2b658b0f58 req-2769f58f-885f-468f-a4b8-669939c87d0d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0932591 Sep 14 10:02:11.859241 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-7be6b20e-2ec2-4c88-a9a2-241fa587267f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eeb97ac51f1b4a8381fea73a0e7681fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241259 Sep 14 10:02:11.859358 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33356) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:11.862506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6b20e-2ec2-4c88-a9a2-241fa587267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f942a221-36fe-47c7-b694-cf317b1e4e7f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:11.895533 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ac19ebe-94d2-44da-9a55-5b2b658b0f58 req-a150396f-1ae0-44f9-bdec-fea88f96a388 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Sep 14 10:02:11.940192 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9028f8b-3dba-4051-927b-d01f80921a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:11.966320 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9028f8b-3dba-4051-927b-d01f80921a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.025968 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9028f8b-3dba-4051-927b-d01f80921a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.028794 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9028f8b-3dba-4051-927b-d01f80921a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.032629 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f9028f8b-3dba-4051-927b-d01f80921a71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f942a221-36fe-47c7-b694-cf317b1e4e7f HTTP/1.1" status: 204 len: 168 time: 0.1736324 Sep 14 10:02:12.043133 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9028f8b-3dba-4051-927b-d01f80921a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f942a221-36fe-47c7-b694-cf317b1e4e7f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:12.336898 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33390) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:12.351362 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50df8beb-7125-4df5-aafb-e7c89a283ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.394885 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33392) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:12.459487 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50df8beb-7125-4df5-aafb-e7c89a283ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.463252 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50df8beb-7125-4df5-aafb-e7c89a283ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.504775 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-50df8beb-7125-4df5-aafb-e7c89a283ed5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d6beb96f8254cbf90d37d63f0f2ade7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668155 Sep 14 10:02:12.505856 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df8beb-7125-4df5-aafb-e7c89a283ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a986c1-7262-4bc9-af19-18d0c1f7e878,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:12.507570 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33398) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:12.557452 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b4a8221d-e0f5-4795-af71-955b9534ee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.575945 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-032a1c82-5913-4aed-9c9c-e4dfbea76943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.584271 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b4a8221d-e0f5-4795-af71-955b9534ee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.638581 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b4a8221d-e0f5-4795-af71-955b9534ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.641513 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b4a8221d-e0f5-4795-af71-955b9534ee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.643177 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b4a8221d-e0f5-4795-af71-955b9534ee21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51a986c1-7262-4bc9-af19-18d0c1f7e878 HTTP/1.1" status: 204 len: 168 time: 0.1346183 Sep 14 10:02:12.651248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8221d-e0f5-4795-af71-955b9534ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a986c1-7262-4bc9-af19-18d0c1f7e878,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:12.689315 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-032a1c82-5913-4aed-9c9c-e4dfbea76943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.693409 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-032a1c82-5913-4aed-9c9c-e4dfbea76943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.731834 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a1c82-5913-4aed-9c9c-e4dfbea76943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fff885-11ff-4f93-a467-afd1f09df160,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:12.736375 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-032a1c82-5913-4aed-9c9c-e4dfbea76943 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=876bfa8a8cba48a280c4d993c94bb21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408689 Sep 14 10:02:12.739117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33404) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:12.792106 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d43d7696-4a6c-47d4-9a65-0328a92f514c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.812815 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d43d7696-4a6c-47d4-9a65-0328a92f514c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.867557 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d43d7696-4a6c-47d4-9a65-0328a92f514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.870535 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d43d7696-4a6c-47d4-9a65-0328a92f514c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:12.871688 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d43d7696-4a6c-47d4-9a65-0328a92f514c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70fff885-11ff-4f93-a467-afd1f09df160 HTTP/1.1" status: 204 len: 168 time: 0.1317980 Sep 14 10:02:12.880215 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d7696-4a6c-47d4-9a65-0328a92f514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fff885-11ff-4f93-a467-afd1f09df160,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:13.037481 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f1ec-804a-4ded-986a-734c85646c24 req-3adc5f63-f2e8-4f10-8b9a-e636399d9508 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:13.039707 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bf15f1ec-804a-4ded-986a-734c85646c24 req-3adc5f63-f2e8-4f10-8b9a-e636399d9508 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0683427 Sep 14 10:02:13.088484 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bf15f1ec-804a-4ded-986a-734c85646c24 req-c0d7f558-5296-4fef-841d-533833daa205 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Sep 14 10:02:13.243473 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33432) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:13.257854 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d3f527a-aa85-4a06-8cdd-95db1983c117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.337739 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33434) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:13.360250 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d3f527a-aa85-4a06-8cdd-95db1983c117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.366666 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d3f527a-aa85-4a06-8cdd-95db1983c117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.408767 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5d3f527a-aa85-4a06-8cdd-95db1983c117 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44af689898bf4946805d7f384398c13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641085 Sep 14 10:02:13.410012 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f527a-aa85-4a06-8cdd-95db1983c117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5183c710-fe24-4f89-a0db-5165aa52e04d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:13.412117 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33440) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:13.469563 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29b3ef42-33ed-4346-9440-f6636c31b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.485907 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7381eba7-6760-42b9-ae37-1f3b2e7136e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.494946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29b3ef42-33ed-4346-9440-f6636c31b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.548704 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29b3ef42-33ed-4346-9440-f6636c31b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.551570 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29b3ef42-33ed-4346-9440-f6636c31b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.555012 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-29b3ef42-33ed-4346-9440-f6636c31b22d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5183c710-fe24-4f89-a0db-5165aa52e04d HTTP/1.1" status: 204 len: 168 time: 0.1395531 Sep 14 10:02:13.564202 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3ef42-33ed-4346-9440-f6636c31b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5183c710-fe24-4f89-a0db-5165aa52e04d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:13.606803 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7381eba7-6760-42b9-ae37-1f3b2e7136e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.612829 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7381eba7-6760-42b9-ae37-1f3b2e7136e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.661949 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7381eba7-6760-42b9-ae37-1f3b2e7136e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1cca74b02c64cbb90aade5f55ec78e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231206 Sep 14 10:02:13.664183 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381eba7-6760-42b9-ae37-1f3b2e7136e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9122fe-edf3-47c7-90ec-0dc2dbc836e1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:13.665113 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33454) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:13.737391 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-735be97e-a9b2-46a4-b95f-2d846b3ef3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.775034 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-735be97e-a9b2-46a4-b95f-2d846b3ef3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.829384 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-735be97e-a9b2-46a4-b95f-2d846b3ef3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.832328 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-735be97e-a9b2-46a4-b95f-2d846b3ef3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:13.835928 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-735be97e-a9b2-46a4-b95f-2d846b3ef3d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf9122fe-edf3-47c7-90ec-0dc2dbc836e1 HTTP/1.1" status: 204 len: 168 time: 0.1669986 Sep 14 10:02:13.841607 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735be97e-a9b2-46a4-b95f-2d846b3ef3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9122fe-edf3-47c7-90ec-0dc2dbc836e1,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:14.215666 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33484) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:14.281884 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33488) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:14.300639 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d773-4d0e-4f3a-8e1e-580af529357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.302986 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-861001fc-5faa-442d-a332-a105f5de7603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.432387 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d773-4d0e-4f3a-8e1e-580af529357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.445219 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0149b9-7df8-400a-ac5d-1cfda5a59c59 req-8bf4c514-6e1c-47d1-b145-f2b046ca71dd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:14.446807 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e0149b9-7df8-400a-ac5d-1cfda5a59c59 req-8bf4c514-6e1c-47d1-b145-f2b046ca71dd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.2783267 Sep 14 10:02:14.447425 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d773-4d0e-4f3a-8e1e-580af529357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.479579 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.499342 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e0149b9-7df8-400a-ac5d-1cfda5a59c59 req-49ecd054-21dd-459e-a8b6-b627a450cb9b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Sep 14 10:02:14.506004 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9bacf9e2-b088-4da6-8908-d663d15b3afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.517628 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3d773-4d0e-4f3a-8e1e-580af529357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351d0f13-02ad-47e2-a078-5f4f93aa8354,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:14.533175 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c6f3d773-4d0e-4f3a-8e1e-580af529357f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7fb6322ed694d46a9822952291ae949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496603 Sep 14 10:02:14.533316 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33496) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:14.592276 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0d85-4d6e-4188-8e89-a9ac3cd88c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.615944 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0d85-4d6e-4188-8e89-a9ac3cd88c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.634371 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9bacf9e2-b088-4da6-8908-d663d15b3afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.640554 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9bacf9e2-b088-4da6-8908-d663d15b3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.671752 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0d85-4d6e-4188-8e89-a9ac3cd88c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.674711 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0d85-4d6e-4188-8e89-a9ac3cd88c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.677061 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-cbbe0d85-4d6e-4188-8e89-a9ac3cd88c0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/351d0f13-02ad-47e2-a078-5f4f93aa8354 HTTP/1.1" status: 204 len: 168 time: 0.1424308 Sep 14 10:02:14.679976 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacf9e2-b088-4da6-8908-d663d15b3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3454349-6a48-44e1-bf6b-671cb631c88f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:14.693627 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe0d85-4d6e-4188-8e89-a9ac3cd88c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d0f13-02ad-47e2-a078-5f4f93aa8354,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:14.694028 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9bacf9e2-b088-4da6-8908-d663d15b3afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24783bae8654472dbf1df879d18caa95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727135 Sep 14 10:02:14.694292 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33504) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:14.756358 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07dadd96-46d0-464c-b7d5-9b2bb35ef2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.790007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07dadd96-46d0-464c-b7d5-9b2bb35ef2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.840987 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07dadd96-46d0-464c-b7d5-9b2bb35ef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.843587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07dadd96-46d0-464c-b7d5-9b2bb35ef2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:14.844768 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-07dadd96-46d0-464c-b7d5-9b2bb35ef2cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3454349-6a48-44e1-bf6b-671cb631c88f HTTP/1.1" status: 204 len: 168 time: 0.1507308 Sep 14 10:02:14.852407 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dadd96-46d0-464c-b7d5-9b2bb35ef2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3454349-6a48-44e1-bf6b-671cb631c88f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:15.559445 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:15.635390 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8411d-c983-4454-94d4-907a79f7439e req-88a001a5-2606-49f7-9bf2-599f2c941ee2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:15.637021 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54a8411d-c983-4454-94d4-907a79f7439e req-88a001a5-2606-49f7-9bf2-599f2c941ee2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0660219 Sep 14 10:02:15.677434 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54a8411d-c983-4454-94d4-907a79f7439e req-231bf3c8-8ae1-4cba-9401-f74a49db1d3d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Sep 14 10:02:16.794270 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5485327-f1f8-4c62-844b-6cdad2ebe938 req-67bde95b-94c8-4e1b-8d16-ce1ca70a5a1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:16.795730 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f5485327-f1f8-4c62-844b-6cdad2ebe938 req-67bde95b-94c8-4e1b-8d16-ce1ca70a5a1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0474038 Sep 14 10:02:16.831875 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f5485327-f1f8-4c62-844b-6cdad2ebe938 req-fa5f0fc1-cd2d-4c84-b453-0c845bc449ad tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297027 Sep 14 10:02:17.104287 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:17.978362 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baf385-ae46-4ab1-909f-2b4490ac5e14 req-764dca00-e15b-4176-878b-5bc1e431c4e4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:17.979902 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-07baf385-ae46-4ab1-909f-2b4490ac5e14 req-764dca00-e15b-4176-878b-5bc1e431c4e4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0695415 Sep 14 10:02:18.018697 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-07baf385-ae46-4ab1-909f-2b4490ac5e14 req-70c292a9-82fa-42f0-afed-6ace528c0d2f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Sep 14 10:02:18.817672 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33642) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:18.920933 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ce7-1ee7-4257-a81f-f6b0b288bce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.013994 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ce7-1ee7-4257-a81f-f6b0b288bce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.018594 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ce7-1ee7-4257-a81f-f6b0b288bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.059167 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-7b1f1ce7-1ee7-4257-a81f-f6b0b288bce6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a791f7ab7dee43e6b6e870905be7f994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380061 Sep 14 10:02:19.059167 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f1ce7-1ee7-4257-a81f-f6b0b288bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be849f2-b984-4d4a-9903-54119db89015,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:19.059471 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33652) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:19.121920 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3166157-c11d-4932-81c8-cf12a16aa0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.152834 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3166157-c11d-4932-81c8-cf12a16aa0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.156560 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3397-e7bf-4f8c-b565-850ba56c1f94 req-3f543b89-bfc4-4461-966a-7c60078866dd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:19.158350 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d0aa3397-e7bf-4f8c-b565-850ba56c1f94 req-3f543b89-bfc4-4461-966a-7c60078866dd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0629108 Sep 14 10:02:19.200986 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3166157-c11d-4932-81c8-cf12a16aa0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.205436 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d0aa3397-e7bf-4f8c-b565-850ba56c1f94 req-58cd641d-384a-4996-9340-26d801d29bf4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Sep 14 10:02:19.205959 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e3166157-c11d-4932-81c8-cf12a16aa0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:19.207255 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e3166157-c11d-4932-81c8-cf12a16aa0db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7be849f2-b984-4d4a-9903-54119db89015 HTTP/1.1" status: 204 len: 168 time: 0.1468208 Sep 14 10:02:19.222250 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3166157-c11d-4932-81c8-cf12a16aa0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be849f2-b984-4d4a-9903-54119db89015,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:19.279208 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:20.330359 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8551-8be0-4904-8f5a-301db41aab12 req-0fabf995-5708-4019-ad7d-0c6579c2253a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:20.331843 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29fe8551-8be0-4904-8f5a-301db41aab12 req-0fabf995-5708-4019-ad7d-0c6579c2253a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0579586 Sep 14 10:02:20.370772 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29fe8551-8be0-4904-8f5a-301db41aab12 req-534c49f3-be9e-4f99-a54c-66f6f539bd60 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Sep 14 10:02:21.492665 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555070-de6a-4b64-a979-8061a63cd963 req-37389b04-795b-4b33-a717-cda66d7bd821 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:21.494172 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76555070-de6a-4b64-a979-8061a63cd963 req-37389b04-795b-4b33-a717-cda66d7bd821 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Sep 14 10:02:21.540346 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76555070-de6a-4b64-a979-8061a63cd963 req-a2fe2cb6-6746-4420-8b46-ba544d7d0e88 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Sep 14 10:02:22.660747 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9894c12-bb21-4c1b-bf63-0039f8a8aca8 req-8c12de77-92fe-4cc9-9247-b253d11486ef tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:22.662768 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b9894c12-bb21-4c1b-bf63-0039f8a8aca8 req-8c12de77-92fe-4cc9-9247-b253d11486ef tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0493975 Sep 14 10:02:22.712081 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b9894c12-bb21-4c1b-bf63-0039f8a8aca8 req-b2124658-930a-4eb9-b024-5cb72129202e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Sep 14 10:02:23.831283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69827a9-9a1b-4db7-aa0f-cd2ac5168134 req-7b6d4550-a659-462e-b9cb-ab0c2462b6be tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:23.832890 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a69827a9-9a1b-4db7-aa0f-cd2ac5168134 req-7b6d4550-a659-462e-b9cb-ab0c2462b6be tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0494902 Sep 14 10:02:23.871713 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a69827a9-9a1b-4db7-aa0f-cd2ac5168134 req-dd60356a-cfbd-4574-b771-48b26ed07d1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Sep 14 10:02:25.058420 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:02:25.137791 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2310d2-4488-4b37-9692-614e7cef0725 req-7a845f7d-950b-4181-8e1d-ab7600d98d5d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:25.139269 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c2310d2-4488-4b37-9692-614e7cef0725 req-7a845f7d-950b-4181-8e1d-ab7600d98d5d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0558116 Sep 14 10:02:25.181130 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c2310d2-4488-4b37-9692-614e7cef0725 req-57cd8f7a-85ae-4295-90ec-6e7eed75b673 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360460 Sep 14 10:02:25.892256 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33856) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:26.001669 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a38ddd01-5834-47da-8d02-36d61df91eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.112394 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a38ddd01-5834-47da-8d02-36d61df91eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.118237 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a38ddd01-5834-47da-8d02-36d61df91eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.153737 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a38ddd01-5834-47da-8d02-36d61df91eb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3071073619848909b1029b1ef18fe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597396 Sep 14 10:02:26.157342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33868) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:26.159016 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ddd01-5834-47da-8d02-36d61df91eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f537859-ebcf-4d60-b8a3-25867c101567,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:26.226906 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d1adf7ef-ed6d-4600-8f3e-c6f93667681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.255509 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d1adf7ef-ed6d-4600-8f3e-c6f93667681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.335705 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0d0c1-afa8-43de-886d-1667182f6d96 req-910907d2-f71a-46cc-b28d-180ff39f07eb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:26.338216 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d7d0d0c1-afa8-43de-886d-1667182f6d96 req-910907d2-f71a-46cc-b28d-180ff39f07eb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0765088 Sep 14 10:02:26.357763 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d1adf7ef-ed6d-4600-8f3e-c6f93667681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.360193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d1adf7ef-ed6d-4600-8f3e-c6f93667681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.362101 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d1adf7ef-ed6d-4600-8f3e-c6f93667681a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f537859-ebcf-4d60-b8a3-25867c101567 HTTP/1.1" status: 204 len: 168 time: 0.1993921 Sep 14 10:02:26.390887 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adf7ef-ed6d-4600-8f3e-c6f93667681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f537859-ebcf-4d60-b8a3-25867c101567,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:26.397637 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d7d0d0c1-afa8-43de-886d-1667182f6d96 req-88846a55-554d-414c-b8c5-720aeb889aeb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Sep 14 10:02:26.651754 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33890) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:26.666327 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf965-2585-46ab-8c5a-a8096e810b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.758995 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf965-2585-46ab-8c5a-a8096e810b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.762458 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf965-2585-46ab-8c5a-a8096e810b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.802832 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fc6bf965-2585-46ab-8c5a-a8096e810b5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2ffb743693d44e9afdc15ee616dca30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498334 Sep 14 10:02:26.803914 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bf965-2585-46ab-8c5a-a8096e810b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b567c9f2-ce0c-4e70-aaf3-b61e6a131402,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:26.805469 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33894) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:26.858711 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0350083-3392-415d-8629-9bbd78ddcacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.879693 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0350083-3392-415d-8629-9bbd78ddcacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.927627 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0350083-3392-415d-8629-9bbd78ddcacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.930770 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0350083-3392-415d-8629-9bbd78ddcacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:26.931965 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f0350083-3392-415d-8629-9bbd78ddcacb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b567c9f2-ce0c-4e70-aaf3-b61e6a131402 HTTP/1.1" status: 204 len: 168 time: 0.1255128 Sep 14 10:02:26.941939 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0350083-3392-415d-8629-9bbd78ddcacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b567c9f2-ce0c-4e70-aaf3-b61e6a131402,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:27.533570 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c075f7-de17-4393-914c-47481fe85292 req-26a945fb-1c10-46b5-88f4-6467e617c5db tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:27.535061 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7c075f7-de17-4393-914c-47481fe85292 req-26a945fb-1c10-46b5-88f4-6467e617c5db tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0531685 Sep 14 10:02:27.575253 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7c075f7-de17-4393-914c-47481fe85292 req-bb13f228-109d-4470-be25-b00af3494826 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Sep 14 10:02:28.007948 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33948) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:28.113735 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e50d9a-ee77-4cfa-a45c-64a0dcb4df4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.201961 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e50d9a-ee77-4cfa-a45c-64a0dcb4df4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.205894 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8e50d9a-ee77-4cfa-a45c-64a0dcb4df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.242690 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d8e50d9a-ee77-4cfa-a45c-64a0dcb4df4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d588afb422804a2cbceb458973c9b57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336404 Sep 14 10:02:28.243408 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50d9a-ee77-4cfa-a45c-64a0dcb4df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5768b1a2-f857-480c-9913-0c3229011432,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:28.245382 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33952) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:28.294165 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac8ad3a-6af6-44df-8f34-91db02291dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.317248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac8ad3a-6af6-44df-8f34-91db02291dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.365444 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac8ad3a-6af6-44df-8f34-91db02291dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.368149 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac8ad3a-6af6-44df-8f34-91db02291dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:28.369454 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fac8ad3a-6af6-44df-8f34-91db02291dfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5768b1a2-f857-480c-9913-0c3229011432 HTTP/1.1" status: 204 len: 168 time: 0.1230116 Sep 14 10:02:28.377099 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8ad3a-6af6-44df-8f34-91db02291dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768b1a2-f857-480c-9913-0c3229011432,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:28.702578 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456049-a053-440f-9be6-ca1ccae33c85 req-c04fdf7e-3c55-4f79-85b1-f618a01470b9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:28.704225 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32456049-a053-440f-9be6-ca1ccae33c85 req-c04fdf7e-3c55-4f79-85b1-f618a01470b9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0534515 Sep 14 10:02:28.742187 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32456049-a053-440f-9be6-ca1ccae33c85 req-1cfce110-7520-4727-90ee-454a6d272782 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Sep 14 10:02:29.863388 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4170d-5725-46c0-a136-2737617ab968 req-f988bdf6-929d-4eba-9390-c12952c08170 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:29.864980 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6af4170d-5725-46c0-a136-2737617ab968 req-f988bdf6-929d-4eba-9390-c12952c08170 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Sep 14 10:02:29.903643 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6af4170d-5725-46c0-a136-2737617ab968 req-fb247f3d-5252-4351-9fd0-d9d5f3e475ea tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Sep 14 10:02:30.258757 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34036) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:30.375370 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e04d-3e11-44c8-b495-6fa4f8c12184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.495768 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e04d-3e11-44c8-b495-6fa4f8c12184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.499535 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e04d-3e11-44c8-b495-6fa4f8c12184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.535398 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e04d-3e11-44c8-b495-6fa4f8c12184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb2093f-8997-4842-8072-dfc53a376784,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:30.539619 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2ac9e04d-3e11-44c8-b495-6fa4f8c12184 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7e5bdc1480544a49f354d394634a4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797914 Sep 14 10:02:30.542877 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34044) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:30.590041 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1471ef1-e207-4df3-8ace-7543f3551e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.611202 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1471ef1-e207-4df3-8ace-7543f3551e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.655387 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1471ef1-e207-4df3-8ace-7543f3551e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.658615 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1471ef1-e207-4df3-8ace-7543f3551e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:30.659681 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e1471ef1-e207-4df3-8ace-7543f3551e4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fb2093f-8997-4842-8072-dfc53a376784 HTTP/1.1" status: 204 len: 168 time: 0.1165028 Sep 14 10:02:30.666771 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471ef1-e207-4df3-8ace-7543f3551e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb2093f-8997-4842-8072-dfc53a376784,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:31.028688 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6c615-5d90-418c-a767-626b5ba951ec req-2dbd3bec-b5b2-4980-aef5-4e7a34c14dae tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:31.030448 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-35f6c615-5d90-418c-a767-626b5ba951ec req-2dbd3bec-b5b2-4980-aef5-4e7a34c14dae tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0555108 Sep 14 10:02:31.069905 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-35f6c615-5d90-418c-a767-626b5ba951ec req-b45a638f-961a-4497-b8ab-29a4c2b6ae63 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Sep 14 10:02:32.210907 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a54fd-13fe-4b43-afbc-22e683231b72 req-7069e22b-01f8-436c-bad1-b6d2e04651b4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:32.212462 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-922a54fd-13fe-4b43-afbc-22e683231b72 req-7069e22b-01f8-436c-bad1-b6d2e04651b4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0550077 Sep 14 10:02:32.258899 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-922a54fd-13fe-4b43-afbc-22e683231b72 req-845dda82-2e63-46ae-a102-7f7a34fb7773 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Sep 14 10:02:33.375556 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd02bcb-cfeb-4f33-bdd0-08a1e9008357 req-1f196891-7382-42c7-9f44-af9cfd6c8728 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:33.377604 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3dd02bcb-cfeb-4f33-bdd0-08a1e9008357 req-1f196891-7382-42c7-9f44-af9cfd6c8728 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Sep 14 10:02:33.414517 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3dd02bcb-cfeb-4f33-bdd0-08a1e9008357 req-d3bd5abf-89bd-4302-b12d-e085805bb68c tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Sep 14 10:02:34.524850 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e4383-6e76-4fba-8085-4bcef027d199 req-54f02bbe-e854-4a82-8a65-5c6fd4b31c64 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:34.526335 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd1e4383-6e76-4fba-8085-4bcef027d199 req-54f02bbe-e854-4a82-8a65-5c6fd4b31c64 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0472877 Sep 14 10:02:34.562943 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd1e4383-6e76-4fba-8085-4bcef027d199 req-c965afcb-5b81-41d6-854a-2980d71e71e7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Sep 14 10:02:35.674465 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6988-a283-4b30-8738-91511dcce2fc req-74dfc407-dbd7-4fdf-aded-a4237bceb4de tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:35.675811 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a31e6988-a283-4b30-8738-91511dcce2fc req-74dfc407-dbd7-4fdf-aded-a4237bceb4de tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0467579 Sep 14 10:02:35.714656 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a31e6988-a283-4b30-8738-91511dcce2fc req-d46e7e19-e8db-4a37-a2d5-5e6ee972f07b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331538 Sep 14 10:02:36.816218 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b8371-0815-4061-ac9f-4a11ce6b149a req-46ac5c82-0db1-41b0-9750-a618d5bf2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:36.818058 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2a1b8371-0815-4061-ac9f-4a11ce6b149a req-46ac5c82-0db1-41b0-9750-a618d5bf2f77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0645397 Sep 14 10:02:36.856965 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2a1b8371-0815-4061-ac9f-4a11ce6b149a req-0a50afbb-b721-4a1d-a257-82426a431bdc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296755 Sep 14 10:02:36.871312 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa0141-5ebe-4ad3-a3c4-6b345192e5a6 req-aaf09a27-5d3a-490e-94a0-612be547b2ba tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:36.872775 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-afaa0141-5ebe-4ad3-a3c4-6b345192e5a6 req-aaf09a27-5d3a-490e-94a0-612be547b2ba tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Sep 14 10:02:36.910245 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-afaa0141-5ebe-4ad3-a3c4-6b345192e5a6 req-6f103bbc-db8b-4206-a2cd-182f585cbbb4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Sep 14 10:02:38.025570 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2945a1-89a9-4237-8933-b712bc9ada95 req-ecc3daeb-58de-4031-a282-c8900fcfdaec tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:38.027058 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e2945a1-89a9-4237-8933-b712bc9ada95 req-ecc3daeb-58de-4031-a282-c8900fcfdaec tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Sep 14 10:02:38.070791 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e2945a1-89a9-4237-8933-b712bc9ada95 req-a4a98be5-1730-40b1-90f4-caeb69d04624 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Sep 14 10:02:38.720794 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34348) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:38.820893 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42a52b67-9ea4-41ef-97e1-ade4443d39a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:38.909205 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42a52b67-9ea4-41ef-97e1-ade4443d39a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:38.913032 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42a52b67-9ea4-41ef-97e1-ade4443d39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:38.950839 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-42a52b67-9ea4-41ef-97e1-ade4443d39a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f197b20dfcb54746af009be1f20b17c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288933 Sep 14 10:02:38.952791 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34352) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:38.960179 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a52b67-9ea4-41ef-97e1-ade4443d39a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8609e03d-b8ea-47b9-8f4e-b0130dd86431,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:39.005660 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bc073b0-6048-4374-8806-a4f106b16b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.033920 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bc073b0-6048-4374-8806-a4f106b16b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.087312 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bc073b0-6048-4374-8806-a4f106b16b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.089944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bc073b0-6048-4374-8806-a4f106b16b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.091131 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8bc073b0-6048-4374-8806-a4f106b16b37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8609e03d-b8ea-47b9-8f4e-b0130dd86431 HTTP/1.1" status: 204 len: 168 time: 0.1373129 Sep 14 10:02:39.099996 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc073b0-6048-4374-8806-a4f106b16b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609e03d-b8ea-47b9-8f4e-b0130dd86431,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:39.210653 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99dd4b-d67b-4904-9182-3c6cad6c8139 req-cc64ecc1-ae23-4680-b9a2-91d331265fd0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:39.212126 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ee99dd4b-d67b-4904-9182-3c6cad6c8139 req-cc64ecc1-ae23-4680-b9a2-91d331265fd0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Sep 14 10:02:39.252388 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ee99dd4b-d67b-4904-9182-3c6cad6c8139 req-e66837bb-f4ea-4295-bb38-7fc876ff2dd8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Sep 14 10:02:39.382713 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5a602-b8c6-4576-9453-034fcbcf9edb req-c2045969-97bb-4e13-946f-3b591a59e797 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:39.385886 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aad5a602-b8c6-4576-9453-034fcbcf9edb req-c2045969-97bb-4e13-946f-3b591a59e797 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0600111 Sep 14 10:02:39.405538 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34372) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:39.419242 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-019bf6a9-960a-4133-8f2e-edd5bb65ea4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.427149 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aad5a602-b8c6-4576-9453-034fcbcf9edb req-11388eb4-30e4-4ab1-9f44-aadf00d22849 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Sep 14 10:02:39.528053 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-019bf6a9-960a-4133-8f2e-edd5bb65ea4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.537269 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-019bf6a9-960a-4133-8f2e-edd5bb65ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.580439 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-019bf6a9-960a-4133-8f2e-edd5bb65ea4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f1692d805984eb7a44e49475169d20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737707 Sep 14 10:02:39.581285 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf6a9-960a-4133-8f2e-edd5bb65ea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a5544e-5cf9-4e76-8cf0-1b7dd17c9542,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:39.583472 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34386) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:39.660439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0816d880-d833-4a38-b14e-32823e32cc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.686336 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0816d880-d833-4a38-b14e-32823e32cc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.760602 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0816d880-d833-4a38-b14e-32823e32cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.764314 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0816d880-d833-4a38-b14e-32823e32cc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:39.765742 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0816d880-d833-4a38-b14e-32823e32cc9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2a5544e-5cf9-4e76-8cf0-1b7dd17c9542 HTTP/1.1" status: 204 len: 168 time: 0.1809962 Sep 14 10:02:39.775563 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816d880-d833-4a38-b14e-32823e32cc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a5544e-5cf9-4e76-8cf0-1b7dd17c9542,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:39.955752 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34408) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:40.084658 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-719badff-fff5-4ca3-919b-5d312b9ae8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.097310 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34412) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:40.111702 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc949478-f7db-40c8-b02a-863e0567cf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.198344 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-719badff-fff5-4ca3-919b-5d312b9ae8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.202814 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-719badff-fff5-4ca3-919b-5d312b9ae8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.243521 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719badff-fff5-4ca3-919b-5d312b9ae8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7fad42-3333-4c2a-b97b-49b439046ef7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:40.247780 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-719badff-fff5-4ca3-919b-5d312b9ae8c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bc5e1aaeb2645c1acfa1813e66c563e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910185 Sep 14 10:02:40.250695 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34418) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:40.321347 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc949478-f7db-40c8-b02a-863e0567cf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.326198 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dc949478-f7db-40c8-b02a-863e0567cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.328332 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f64d52f5-0062-44c4-88e7-621309f11043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.379180 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc949478-f7db-40c8-b02a-863e0567cf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2443e053-648b-4e67-99aa-d09a7c9f41f7,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:40.383057 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f64d52f5-0062-44c4-88e7-621309f11043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.389207 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dc949478-f7db-40c8-b02a-863e0567cf24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e44a766a24d497881b8d29cbecac280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887380 Sep 14 10:02:40.390045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34422) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:40.439214 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f64d52f5-0062-44c4-88e7-621309f11043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.442148 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f64d52f5-0062-44c4-88e7-621309f11043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.443292 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f64d52f5-0062-44c4-88e7-621309f11043 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b7fad42-3333-4c2a-b97b-49b439046ef7 HTTP/1.1" status: 204 len: 168 time: 0.1914573 Sep 14 10:02:40.446726 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ef15c6f-70cc-4fe4-a243-b67c3aafb865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.451549 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d52f5-0062-44c4-88e7-621309f11043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7fad42-3333-4c2a-b97b-49b439046ef7,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:40.472820 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ef15c6f-70cc-4fe4-a243-b67c3aafb865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.525303 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ef15c6f-70cc-4fe4-a243-b67c3aafb865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.528052 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ef15c6f-70cc-4fe4-a243-b67c3aafb865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:40.529490 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8ef15c6f-70cc-4fe4-a243-b67c3aafb865 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2443e053-648b-4e67-99aa-d09a7c9f41f7 HTTP/1.1" status: 204 len: 168 time: 0.1382074 Sep 14 10:02:40.539116 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef15c6f-70cc-4fe4-a243-b67c3aafb865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2443e053-648b-4e67-99aa-d09a7c9f41f7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:41.212943 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bde5ee-f76f-4327-bc6d-db3ba3a02eef req-570273b4-05c5-4d7a-a438-83b60504de1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:41.214468 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32bde5ee-f76f-4327-bc6d-db3ba3a02eef req-570273b4-05c5-4d7a-a438-83b60504de1b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0816197 Sep 14 10:02:41.221461 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-b63a8f15-9f6e-4f6d-aeab-0c46d8bf0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:41.223415 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-b63a8f15-9f6e-4f6d-aeab-0c46d8bf0e4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.0632789 Sep 14 10:02:41.273391 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34464) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:41.317518 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32bde5ee-f76f-4327-bc6d-db3ba3a02eef req-a41b3078-8aba-4ba6-ac85-d4c15ae93d1e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858037 Sep 14 10:02:41.346348 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-7b4a7a2e-bcfe-485b-b950-b9074be9878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:41.348058 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-7b4a7a2e-bcfe-485b-b950-b9074be9878d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.1152737 Sep 14 10:02:41.375325 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233107931-network', 'tenant_id': '3d3901da85eb495a9237f7154468068c'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:41.394777 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-5b018fe0-e101-4b95-90cd-7b9b0d56b57d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.0391846 Sep 14 10:02:41.399591 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Made reservation on behalf of 3d3901da85eb495a9237f7154468068c for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:02:41.402153 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.413453 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.467645 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-60bafc47-5df7-40ad-8f2f-2c6b16125b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:41.469444 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-60bafc47-5df7-40ad-8f2f-2c6b16125b71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.0675573 Sep 14 10:02:41.504306 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-a7f3bb22-c73d-417a-8952-f36473c5895d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269740 Sep 14 10:02:41.530708 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c8e5fc1-72e5-4b44-9e43-685fac138f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.544299 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.548921 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.574624 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:02:41.580986 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86793949-b261-45ce-9017-2b8c82db17e5,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:41.587428 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.588498 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Added segment 5f226e7e-b64a-4efb-a02d-810f0f365240 of type vlan for network 560706fb-46bf-4c29-94b1-0c7540774ada Sep 14 10:02:41.622957 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-b26c7391-92ff-40c9-a831-3bb42f24b17a service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045749 Sep 14 10:02:41.637266 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.670997 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.671967 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:41.672549 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.708598 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4310930 Sep 14 10:02:41.709329 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34474) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:41.713823 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Request body: {'subnet': {'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233107931-subnet', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:41.735656 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb27cd1-2bda-4987-9c60-5b064bdb34e1 req-20d2ed4f-2ed7-492e-9f36-b35e12fd44ef service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035182 Sep 14 10:02:41.741195 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957cc3f-dab9-4dbb-861c-7e5f6301dbbe admin admin] Pushing event updated for resources: {'Network': ['ID=560706fb-46bf-4c29-94b1-0c7540774ada,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:41.752714 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Made reservation on behalf of 3d3901da85eb495a9237f7154468068c for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:02:41.755100 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 560706fb-46bf-4c29-94b1-0c7540774ada details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:02:41.755591 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59910702'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.934183 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59910704'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:41.995105 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7189722-ee51-4aad-8848-49538c856714,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:42.003782 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Checking segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:42.004155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Network hostable DHCP agents. Network: 560706fb-46bf-4c29-94b1-0c7540774ada, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:02:42.023913 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Network 560706fb-46bf-4c29-94b1-0c7540774ada is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:02:42.033230 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 560706fb-46bf-4c29-94b1-0c7540774ada) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:42.037453 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:42.038036 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.043767 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247dbe0-11b1-4daa-b489-27e0f9ec3c49 None None] Network 560706fb-46bf-4c29-94b1-0c7540774ada requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:02:42.057124 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-94daa143-a167-47e5-a4a4-9bc0983138b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3446963 Sep 14 10:02:42.057515 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34484) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:42.062795 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:42.097005 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.098193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.163337 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.237043 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-560706fb-46bf-4c29-94b1-0c7540774ada', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:02:42.238075 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.304398 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.387795 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Allocated IP 172.20.0.2 (560706fb-46bf-4c29-94b1-0c7540774ada/d7189722-ee51-4aad-8848-49538c856714/078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:02:42.461580 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586933b-f5c9-4259-b487-b1adb6d6dac8 req-0ccd729c-c927-4bea-8469-12186aa2a89e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:42.463313 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9586933b-f5c9-4259-b487-b1adb6d6dac8 req-0ccd729c-c927-4bea-8469-12186aa2a89e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0696375 Sep 14 10:02:42.562615 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.573626 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Transition to ACTIVE for port object 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:42.589380 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Transition to ACTIVE for port object 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:42.600903 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.615410 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9586933b-f5c9-4259-b487-b1adb6d6dac8 req-f500fa44-6552-4ad7-abde-16a416659416 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111312 Sep 14 10:02:42.624706 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.646305 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Network 560706fb-46bf-4c29-94b1-0c7540774ada is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:42.651843 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:42.657096 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:02:42.663825 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.691141 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Pushing event updated for resources: {'Port': ['ID=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:42.716153 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9d215-7536-4a7f-a19b-466b47c49cce req-6b260c87-5af8-438f-a063-254dd2ac9def tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:42.721351 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eff9d215-7536-4a7f-a19b-466b47c49cce req-6b260c87-5af8-438f-a063-254dd2ac9def tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0608797 Sep 14 10:02:42.724785 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.725152 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.725487 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.725813 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.726135 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.726457 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.726775 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.727089 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.727598 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.728071 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.728551 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.728884 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:42.735395 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Attempting to bind port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:02:42.736548 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Attempting to bind port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:02:42.737139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Attempting to bind port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 on network 560706fb-46bf-4c29-94b1-0c7540774ada {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:02:42.743607 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:02:42.744215 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Checking segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:42.744614 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.745026 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Bound using segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:02:42.745485 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Bound port: 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:02:42.745856 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.765320 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eff9d215-7536-4a7f-a19b-466b47c49cce req-faa7e3ff-2aba-48b4-8921-c8eb3df05ac3 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Sep 14 10:02:42.805884 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Allocated IP 172.27.2.38 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/2102f5e8-92e4-45a5-b4ff-fdce2872c943) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:02:42.838880 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] For port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:02:42.842018 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] For port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:02:42.847320 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.904883 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df4015-acc6-439d-a3d0-ace8cab59ff0 None None] Pushing event updated for resources: {'Port': ['ID=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:42.921007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:42.964634 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:43.005568 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:43.008900 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:43.015935 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:02:43.018971 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Pushing event updated for resources: {'Port': ['ID=2102f5e8-92e4-45a5-b4ff-fdce2872c943,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:43.284367 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:43.679675 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:43.809337 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff477a-b8aa-43e1-b35f-88032aa4fcc9 req-039b96df-29e0-4378-8038-ba2a3b8e5d46 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:43.811190 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b0ff477a-b8aa-43e1-b35f-88032aa4fcc9 req-039b96df-29e0-4378-8038-ba2a3b8e5d46 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0954645 Sep 14 10:02:43.878998 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488d091-6e18-4d77-8f52-97185f70790c None None] Network 560706fb-46bf-4c29-94b1-0c7540774ada requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:02:43.883920 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b0ff477a-b8aa-43e1-b35f-88032aa4fcc9 req-9eaccc44-a2af-4015-a583-af5c9639b58a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Sep 14 10:02:43.899593 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Router f1dd41da-2ad2-4960-851d-3979123a2a9a is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:02:43.921976 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4c0f5-8103-4629-8b9c-12fc8d43535d req-95d190b5-49a5-44bb-95b8-0bdf2bc554f0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:43.924053 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29f4c0f5-8103-4629-8b9c-12fc8d43535d req-95d190b5-49a5-44bb-95b8-0bdf2bc554f0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0658932 Sep 14 10:02:43.966641 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29f4c0f5-8103-4629-8b9c-12fc8d43535d req-40d662e8-25e3-4c66-92f6-23e447841d35 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362101 Sep 14 10:02:44.015883 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:02:44.018062 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-afb75a5b-9c39-4c5c-a943-f4f4f4142f79 None None] Provisioning for port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:44.030410 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Sync routers for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:02:44.033260 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.034759 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9dad72d1-473a-4f8d-b91f-7ccf5165710e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9760087 Sep 14 10:02:44.037661 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34524) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:44.044567 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:44.045260 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:44.165420 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:44.287971 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2f49d776-a9c3-406d-bdc8-a9c0ba55497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.355460 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:43Z', 'revision_number': 3, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:44.383340 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Checking router: f1dd41da-2ad2-4960-851d-3979123a2a9a for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:02:44.383794 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Updating router f1dd41da-2ad2-4960-851d-3979123a2a9a port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:02:44.407908 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.486681 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.497472 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.659020 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Allocated IP 172.20.0.1 (560706fb-46bf-4c29-94b1-0c7540774ada/d7189722-ee51-4aad-8848-49538c856714/828aee58-76f3-4436-947e-a26af2c56db0) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:02:44.679505 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.690262 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Transition to ACTIVE for port object 2102f5e8-92e4-45a5-b4ff-fdce2872c943 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:44.697406 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.769152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.784427 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Transition to ACTIVE for port object 828aee58-76f3-4436-947e-a26af2c56db0 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:44.824354 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.832781 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Pushing event updated for resources: {'Port': ['ID=2102f5e8-92e4-45a5-b4ff-fdce2872c943,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:44.840759 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.841165 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.841506 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.841835 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.842158 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.842484 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.842805 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.843123 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.843464 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.843787 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.844118 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.844416 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:44.848159 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Attempting to bind port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:02:44.848519 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Attempting to bind port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:02:44.848895 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Attempting to bind port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:02:44.854577 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:02:44.854950 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:44.855350 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.855739 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:02:44.856244 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Bound port: 2102f5e8-92e4-45a5-b4ff-fdce2872c943, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:02:44.856620 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.869426 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Network 560706fb-46bf-4c29-94b1-0c7540774ada is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:44.875950 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:44.882470 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:02:44.883136 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:44.886649 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Pushing event updated for resources: {'Port': ['ID=828aee58-76f3-4436-947e-a26af2c56db0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:44.919154 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] For port 2102f5e8-92e4-45a5-b4ff-fdce2872c943, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:02:44.928506 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] For port 2102f5e8-92e4-45a5-b4ff-fdce2872c943, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=2102f5e8-92e4-45a5-b4ff-fdce2872c943,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:02:44.945133 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.018156 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:45.026538 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:45.027171 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:45.096716 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336bdaf-5f9f-44f6-9a7f-4c9015f61e92 req-0384ca0c-ce5c-4b24-8696-5a5a6a24e200 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:45.098745 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c336bdaf-5f9f-44f6-9a7f-4c9015f61e92 req-0384ca0c-ce5c-4b24-8696-5a5a6a24e200 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1041105 Sep 14 10:02:45.127187 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:45.133158 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:45.134055 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.146982 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:45.151158 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.191941 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c336bdaf-5f9f-44f6-9a7f-4c9015f61e92 req-25920ad4-9fd7-44f2-b44d-ccf5ad47395a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816174 Sep 14 10:02:45.240361 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.260516 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf48eb-3831-45fb-bab5-772992829f3b None None] Pushing event updated for resources: {'Port': ['ID=2102f5e8-92e4-45a5-b4ff-fdce2872c943,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:45.290909 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:02:45.296259 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.301109 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-09c5b001-6ace-4596-99ca-9e7c33e20831 None None] Provisioning for port 828aee58-76f3-4436-947e-a26af2c56db0 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:45.331747 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-09c5b001-6ace-4596-99ca-9e7c33e20831 None None] Provisioning complete for port 828aee58-76f3-4436-947e-a26af2c56db0 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:45.332124 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-09c5b001-6ace-4596-99ca-9e7c33e20831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.386519 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:43Z', 'revision_number': 3, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:45.397055 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-09c5b001-6ace-4596-99ca-9e7c33e20831 None None] Port 828aee58-76f3-4436-947e-a26af2c56db0 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:02:45.400899 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:45.418267 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180aa8e3-1e71-499d-9bf1-240da364ba47 None None] The sync data for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:43Z', 'revision_number': 3, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:02:45.425346 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6dad2-fb00-4721-8dd6-0941f64ac058 req-39d01b9f-ae4d-4147-a321-857d1a75a4b0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:45.426838 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2dc6dad2-fb00-4721-8dd6-0941f64ac058 req-39d01b9f-ae4d-4147-a321-857d1a75a4b0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.3420460 Sep 14 10:02:45.501170 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2dc6dad2-fb00-4721-8dd6-0941f64ac058 req-9a3a8d1f-717d-4898-a7bb-043d385c05d7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666299 Sep 14 10:02:45.558117 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.585058 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.589669 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.590459 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:45.654734 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Pushing event updated for resources: {'Port': ['ID=828aee58-76f3-4436-947e-a26af2c56db0,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:45.748575 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Network 560706fb-46bf-4c29-94b1-0c7540774ada is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:45.750114 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:45.875018 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Router f1dd41da-2ad2-4960-851d-3979123a2a9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:02:45.997092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:02:46.003049 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-94aa65c2-ce92-4fb8-b82f-d28cf8260b36 admin admin] 10.222.0.21 "PUT /v2.0/routers/f1dd41da-2ad2-4960-851d-3979123a2a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9622421 Sep 14 10:02:46.022982 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-b3b9b8fc-5232-4a3c-8ae4-47a7e04c6d09 None None] Provisioning complete for port 828aee58-76f3-4436-947e-a26af2c56db0 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:46.023454 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b8fc-5232-4a3c-8ae4-47a7e04c6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.071625 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9b8fc-5232-4a3c-8ae4-47a7e04c6d09 None None] Port 828aee58-76f3-4436-947e-a26af2c56db0 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:02:46.319214 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5a4a-f6af-4bf2-b3fe-72b1be2e5321 req-c258a12f-f0de-4299-a3dc-95808f8174c7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:46.320734 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93aa5a4a-f6af-4bf2-b3fe-72b1be2e5321 req-c258a12f-f0de-4299-a3dc-95808f8174c7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0604043 Sep 14 10:02:46.361260 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93aa5a4a-f6af-4bf2-b3fe-72b1be2e5321 req-c8ebb406-97a0-4b31-9385-92c2ab9359f4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Sep 14 10:02:46.513701 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34564) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:46.518613 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1844677079-network', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:46.542299 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Made reservation on behalf of cbe53af8b3b74cdd950179d21c2488fe for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:02:46.544780 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.556792 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.646863 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f2f52-e006-49a7-8d10-08d4a7d3e14d req-624f8033-67b0-411a-8d98-928e8bd7fd75 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:46.648832 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-669f2f52-e006-49a7-8d10-08d4a7d3e14d req-624f8033-67b0-411a-8d98-928e8bd7fd75 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0694845 Sep 14 10:02:46.708949 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-669f2f52-e006-49a7-8d10-08d4a7d3e14d req-9d9da9dd-1523-4fd0-937d-aaeacc9c3c3c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505149 Sep 14 10:02:46.737119 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.742350 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.754436 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:02:46.777307 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.777697 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Added segment 51e4f9ea-a406-46e6-afd1-e3004ffb5ccb of type vlan for network d648b0e4-279b-4871-b39d-625c248b8bc0 Sep 14 10:02:46.799166 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da977311-3190-4331-b522-b3cecf864faa,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:46.879046 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.937083 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:46.938394 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:46.939822 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.012134 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:47.012824 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] Pushing event updated for resources: {'Network': ['ID=d648b0e4-279b-4871-b39d-625c248b8bc0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:47.031984 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7896b8e9-7bb5-4f15-860a-0ebd83cd3036 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5142331 Sep 14 10:02:47.032264 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34576) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:47.037616 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Request body: {'subnet': {'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1844677079-subnet', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:47.046728 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network d648b0e4-279b-4871-b39d-625c248b8bc0 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:02:47.048749 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Sync routers for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:02:47.058609 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Made reservation on behalf of cbe53af8b3b74cdd950179d21c2488fe for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:02:47.061332 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.107297 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:47.108341 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:47.191648 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.211235 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1156db-0d5e-45ca-a58d-235f4e21cdd1 req-dfc1fd34-69e0-4aa8-bf49-570fd27fba37 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:47.212823 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b1156db-0d5e-45ca-a58d-235f4e21cdd1 req-dfc1fd34-69e0-4aa8-bf49-570fd27fba37 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0690765 Sep 14 10:02:47.319204 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b1156db-0d5e-45ca-a58d-235f4e21cdd1 req-7779d52c-73c4-430c-8c1e-5db57d0926c3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948410 Sep 14 10:02:47.336410 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.360235 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:47.360622 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.405801 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:47.414495 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Checking segment: {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:47.415028 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Network hostable DHCP agents. Network: d648b0e4-279b-4871-b39d-625c248b8bc0, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:02:47.417015 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:47.433052 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Network d648b0e4-279b-4871-b39d-625c248b8bc0 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:02:47.452532 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, d648b0e4-279b-4871-b39d-625c248b8bc0) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:47.472216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:47.473005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.477142 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b10913-432c-4b52-8c3b-8b2f9a73630f None None] Network d648b0e4-279b-4871-b39d-625c248b8bc0 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:02:47.490568 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-47758505-7104-4731-9f13-3cff11956a1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4565289 Sep 14 10:02:47.493195 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34586) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:47.498418 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:47.518402 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34e278-5cd2-4387-9fb1-8378fef8f664 req-6a105b2d-a6e3-4e3d-8c0b-7312c60ad87e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:47.520488 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b34e278-5cd2-4387-9fb1-8378fef8f664 req-6a105b2d-a6e3-4e3d-8c0b-7312c60ad87e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0755882 Sep 14 10:02:47.532589 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.534291 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.560719 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 2102f5e8-92e4-45a5-b4ff-fdce2872c943 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:47.571859 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b34e278-5cd2-4387-9fb1-8378fef8f664 req-b47fad14-5665-46e4-92af-9e5df01f2efc tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Sep 14 10:02:47.598067 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.732113 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.739899 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:47.767554 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:47.767921 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.806436 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-d648b0e4-279b-4871-b39d-625c248b8bc0', 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'fixed_ips': [{'subnet_id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:02:47.807275 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:47.866944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c448ef-8d72-4110-9823-f494e0038b4e req-7fb96d05-84c4-40f1-b342-cd8b71fd208b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:47.868415 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d0c448ef-8d72-4110-9823-f494e0038b4e req-7fb96d05-84c4-40f1-b342-cd8b71fd208b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0632577 Sep 14 10:02:47.917720 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 2, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:47.950600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Checking router: f1dd41da-2ad2-4960-851d-3979123a2a9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:02:47.950948 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Updating router f1dd41da-2ad2-4960-851d-3979123a2a9a port 828aee58-76f3-4436-947e-a26af2c56db0 binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:02:47.968185 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d0c448ef-8d72-4110-9823-f494e0038b4e req-61a2973d-623d-4139-81df-7af14197d2fe tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928993 Sep 14 10:02:48.006623 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.028370 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.036314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.041011 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.075331 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Allocated IP 172.20.0.2 (d648b0e4-279b-4871-b39d-625c248b8bc0/be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd/98683e58-1f17-482a-b3c8-eef25101e40f) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:02:48.082525 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 2102f5e8-92e4-45a5-b4ff-fdce2872c943, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=2102f5e8-92e4-45a5-b4ff-fdce2872c943,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:02:48.105782 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.136386 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Allocated IP 172.27.2.157 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/02ef0239-6cc1-44a9-95be-d2c15293b500) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:02:48.256291 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.272688 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=2102f5e8-92e4-45a5-b4ff-fdce2872c943,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:48.315114 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.355428 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:48.363250 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:48.365241 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=02ef0239-6cc1-44a9-95be-d2c15293b500,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:48.367456 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:02:48.422342 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.448516 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Transition to ACTIVE for port object 98683e58-1f17-482a-b3c8-eef25101e40f will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:48.481222 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Transition to ACTIVE for port object 98683e58-1f17-482a-b3c8-eef25101e40f will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:48.494765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.504855 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008897cb-27b1-47ec-b03f-eef5a57ff364 req-b07fe254-1e47-4267-87aa-50640eb3bfc3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:48.506468 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-008897cb-27b1-47ec-b03f-eef5a57ff364 req-b07fe254-1e47-4267-87aa-50640eb3bfc3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0818961 Sep 14 10:02:48.562396 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-008897cb-27b1-47ec-b03f-eef5a57ff364 req-49ebfd34-a2f7-4299-81a1-52020a2ffac0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493534 Sep 14 10:02:48.589053 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Network d648b0e4-279b-4871-b39d-625c248b8bc0 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:48.597478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:48.602323 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.611234 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:02:48.617934 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Pushing event updated for resources: {'Port': ['ID=98683e58-1f17-482a-b3c8-eef25101e40f,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:48.626134 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Transition to ACTIVE for port object 828aee58-76f3-4436-947e-a26af2c56db0 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:48.653151 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.708256 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.713369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Attempting to bind port 98683e58-1f17-482a-b3c8-eef25101e40f on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:02:48.713369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Attempting to bind port 98683e58-1f17-482a-b3c8-eef25101e40f by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:02:48.713369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Attempting to bind port 98683e58-1f17-482a-b3c8-eef25101e40f on network d648b0e4-279b-4871-b39d-625c248b8bc0 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:02:48.728927 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dae75-6a7d-4a98-9e12-70c802ce08a1 None None] Pushing event updated for resources: {'Port': ['ID=828aee58-76f3-4436-947e-a26af2c56db0,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:48.731317 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:02:48.731694 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Checking segment: {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:48.732097 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.732478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Bound using segment: {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:02:48.733074 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Bound port: 98683e58-1f17-482a-b3c8-eef25101e40f, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:02:48.733453 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.763454 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a92e8-dbb8-4034-85f8-0617f34f9ec0 req-b1db9e08-3078-4ed7-9c20-2c04f0845259 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:48.764921 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c9a92e8-dbb8-4034-85f8-0617f34f9ec0 req-b1db9e08-3078-4ed7-9c20-2c04f0845259 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0910137 Sep 14 10:02:48.822501 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Attempting to bind port 828aee58-76f3-4436-947e-a26af2c56db0 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:02:48.822874 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Attempting to bind port 828aee58-76f3-4436-947e-a26af2c56db0 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:02:48.823228 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Attempting to bind port 828aee58-76f3-4436-947e-a26af2c56db0 on network 560706fb-46bf-4c29-94b1-0c7540774ada {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:02:48.841140 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:02:48.841563 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Checking segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:48.842234 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.842353 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Bound using segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:02:48.842847 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Bound port: 828aee58-76f3-4436-947e-a26af2c56db0, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:02:48.843213 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.862964 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] For port 98683e58-1f17-482a-b3c8-eef25101e40f, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:02:48.863119 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c9a92e8-dbb8-4034-85f8-0617f34f9ec0 req-0536e550-a25b-4025-9a44-730fd351eae1 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 Sep 14 10:02:48.901181 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] For port 98683e58-1f17-482a-b3c8-eef25101e40f, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=98683e58-1f17-482a-b3c8-eef25101e40f,segment=NetworkSegment(51e4f9ea-a406-46e6-afd1-e3004ffb5ccb),segment_id=51e4f9ea-a406-46e6-afd1-e3004ffb5ccb)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:02:48.921851 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:48.962267 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 2102f5e8-92e4-45a5-b4ff-fdce2872c943 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:48.989230 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] For port 828aee58-76f3-4436-947e-a26af2c56db0, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:02:49.023517 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] For port 828aee58-76f3-4436-947e-a26af2c56db0, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=828aee58-76f3-4436-947e-a26af2c56db0,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:02:49.041719 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:49.050917 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62662f53-80cf-48ff-a290-8a1a60c441be None None] Pushing event updated for resources: {'Port': ['ID=98683e58-1f17-482a-b3c8-eef25101e40f,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:49.175013 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:49.175649 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:49.178904 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dae75-6a7d-4a98-9e12-70c802ce08a1 None None] Pushing event updated for resources: {'Port': ['ID=828aee58-76f3-4436-947e-a26af2c56db0,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:49.273888 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:49.425078 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf4005-3948-427a-92e8-cec774660884 req-43667944-b382-43f3-8c85-0b024bb46c79 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:49.427472 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-36bf4005-3948-427a-92e8-cec774660884 req-43667944-b382-43f3-8c85-0b024bb46c79 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0797386 Sep 14 10:02:49.478396 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:49.479039 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:49.496576 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-36bf4005-3948-427a-92e8-cec774660884 req-c749394b-2f22-46ad-94c8-7af9cb54b58b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626218 Sep 14 10:02:49.498161 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Router b6e50861-0ab6-4a55-81a4-a02884b31bb4 is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:02:49.539586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:49.580883 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:49.615500 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:02:49.628204 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Sync routers for ids ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:02:49.632920 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:49.634478 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-168690db-32e5-4b6a-84c3-7c0c4f257fe9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1400833 Sep 14 10:02:49.637219 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34618) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:49.640019 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Routers {'b6e50861-0ab6-4a55-81a4-a02884b31bb4'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:49.642815 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:49.836560 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d135c31-6c70-4763-8135-901324213252 req-f1ecc502-81f6-494f-bdf8-19b6595ffd83 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:49.838611 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4d135c31-6c70-4763-8135-901324213252 req-f1ecc502-81f6-494f-bdf8-19b6595ffd83 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1277466 Sep 14 10:02:49.853092 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Set router b6e50861-0ab6-4a55-81a4-a02884b31bb4 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:50.035626 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:50.132647 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5113bc5-6c41-4b71-be3c-24873773d5d7 req-06d07a6d-d2b9-4d57-b279-0f6b4e62b840 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:50.145755 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5113bc5-6c41-4b71-be3c-24873773d5d7 req-06d07a6d-d2b9-4d57-b279-0f6b4e62b840 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1210456 Sep 14 10:02:50.146974 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7b133-eded-403c-88ae-0668abaeff9a None None] The sync data for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:02:50.231111 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34636) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:50.246864 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5113bc5-6c41-4b71-be3c-24873773d5d7 req-8d54b0be-cd19-43b8-801c-48b60c3d1220 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987394 Sep 14 10:02:50.300312 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 3, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:50.302137 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4d135c31-6c70-4763-8135-901324213252 req-f872b01b-1e4f-4819-b3c0-aadc61624c9a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473677 Sep 14 10:02:50.384106 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-367a918f-b4e2-433a-8a0a-bc0a93e35c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:50.390499 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Checking router: b6e50861-0ab6-4a55-81a4-a02884b31bb4 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:02:50.391213 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Updating router b6e50861-0ab6-4a55-81a4-a02884b31bb4 port 02ef0239-6cc1-44a9-95be-d2c15293b500 binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:02:50.391690 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-367a918f-b4e2-433a-8a0a-bc0a93e35c5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.1613569 Sep 14 10:02:50.468935 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:50.568636 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffe8178a-a721-4423-82f2-bebf35c42431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:50.623942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9d2bf-6734-43ca-841d-0f05f6ec7dbb None None] Network d648b0e4-279b-4871-b39d-625c248b8bc0 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:02:50.645213 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:50.678506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-1552255a-0951-45e2-9563-3f4720da938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:50.680386 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-1552255a-0951-45e2-9563-3f4720da938a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.2607200 Sep 14 10:02:50.728468 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e81b83b1-3f43-432f-b52a-9fc14220aa60 None None] Provisioning for port 98683e58-1f17-482a-b3c8-eef25101e40f completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:50.788801 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572134-b4ea-4603-9ec6-ab48e97e4ed1 req-1a02412d-cfe9-49e3-9f12-5f9eab023423 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:50.800679 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df572134-b4ea-4603-9ec6-ab48e97e4ed1 req-1a02412d-cfe9-49e3-9f12-5f9eab023423 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.1939430 Sep 14 10:02:50.826520 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-40aa3912-7542-40c8-93da-0950f4ce821c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.1366801 Sep 14 10:02:50.866252 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Allocated IP 172.20.0.1 (d648b0e4-279b-4871-b39d-625c248b8bc0/be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd/9a7eada1-1ef0-4af1-bcd6-2542a1c9d422) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:02:50.885511 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df572134-b4ea-4603-9ec6-ab48e97e4ed1 req-37a09bc5-09aa-4396-9b65-8544fc1d0c3e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832977 Sep 14 10:02:50.952580 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:50.970831 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Transition to ACTIVE for port object 02ef0239-6cc1-44a9-95be-d2c15293b500 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:50.985062 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:50.989704 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-36da0490-eac2-4be3-9d0b-abedb656e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:50.991514 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-36da0490-eac2-4be3-9d0b-abedb656e27c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.1286244 Sep 14 10:02:51.024090 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffe8178a-a721-4423-82f2-bebf35c42431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.056836 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.070357 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-11ceb042-b2b4-42fc-a438-32f8013923f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472524 Sep 14 10:02:51.072259 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Transition to ACTIVE for port object 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:51.072729 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffe8178a-a721-4423-82f2-bebf35c42431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.100180 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69ab0-6e4e-4d0d-8879-7c4fce3a20cd None None] Pushing event updated for resources: {'Port': ['ID=02ef0239-6cc1-44a9-95be-d2c15293b500,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:51.103661 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Attempting to bind port 02ef0239-6cc1-44a9-95be-d2c15293b500 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:02:51.103661 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Attempting to bind port 02ef0239-6cc1-44a9-95be-d2c15293b500 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:02:51.103982 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Attempting to bind port 02ef0239-6cc1-44a9-95be-d2c15293b500 on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:02:51.114179 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:02:51.114556 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:51.114963 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.115352 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:02:51.115821 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Bound port: 02ef0239-6cc1-44a9-95be-d2c15293b500, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:02:51.116199 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.130729 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 828aee58-76f3-4436-947e-a26af2c56db0 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:51.146429 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.191881 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ffe8178a-a721-4423-82f2-bebf35c42431 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1a1a8f608854870ab6e9a8f5fec0347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9438140 Sep 14 10:02:51.204948 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34646) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:51.222417 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] For port 02ef0239-6cc1-44a9-95be-d2c15293b500, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:02:51.223373 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Network d648b0e4-279b-4871-b39d-625c248b8bc0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:51.227525 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] For port 02ef0239-6cc1-44a9-95be-d2c15293b500, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=02ef0239-6cc1-44a9-95be-d2c15293b500,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:02:51.229331 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 828aee58-76f3-4436-947e-a26af2c56db0 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:51.233667 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 828aee58-76f3-4436-947e-a26af2c56db0 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:51.234227 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.234888 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8178a-a721-4423-82f2-bebf35c42431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fd61ae-3f85-4fd4-83c5-9f97472955ca,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:51.238246 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.257576 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:51.261670 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:02:51.262362 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.268409 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:51.275764 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-7a616c01-3d04-4721-906f-758f563d39b8 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872203 Sep 14 10:02:51.357329 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69ab0-6e4e-4d0d-8879-7c4fce3a20cd None None] Pushing event updated for resources: {'Port': ['ID=02ef0239-6cc1-44a9-95be-d2c15293b500,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:51.437389 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Routers {'b6e50861-0ab6-4a55-81a4-a02884b31bb4'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:51.438018 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:51.463935 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1de135c2-73b4-4fa3-b468-b5304a4c616d req-5e360f24-607a-4078-bfa1-67631b28a9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698358 Sep 14 10:02:51.510035 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.615734 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4c60c8-b035-4631-b6bd-96508d7dde39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.620451 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 828aee58-76f3-4436-947e-a26af2c56db0, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=828aee58-76f3-4436-947e-a26af2c56db0,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:02:51.630327 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.631065 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d102a-7a6a-4fa4-9b48-4cd8603a40c8 req-a149d4e6-6436-4d92-a06f-0549276bfe8f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:51.632817 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 98683e58-1f17-482a-b3c8-eef25101e40f up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:51.638593 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-273d102a-7a6a-4fa4-9b48-4cd8603a40c8 req-a149d4e6-6436-4d92-a06f-0549276bfe8f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1492550 Sep 14 10:02:51.656249 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1c0ae-fffa-41e0-8561-efe8d4a994a2 req-c918dc42-ae39-439a-91b1-7a0631bf8995 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:51.677479 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c6b1c0ae-fffa-41e0-8561-efe8d4a994a2 req-c918dc42-ae39-439a-91b1-7a0631bf8995 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1897888 Sep 14 10:02:51.697615 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] Set router b6e50861-0ab6-4a55-81a4-a02884b31bb4 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:51.761088 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-8e297e81-8c75-41bc-b371-55fc63c2ba6e None None] Provisioning for port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:51.768233 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-8e297e81-8c75-41bc-b371-55fc63c2ba6e None None] Provisioning complete for port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:51.769246 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8e297e81-8c75-41bc-b371-55fc63c2ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.795876 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c6b1c0ae-fffa-41e0-8561-efe8d4a994a2 req-0e963767-e077-4968-84b0-b56f5a2ae1e6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137459 Sep 14 10:02:51.816282 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4c60c8-b035-4631-b6bd-96508d7dde39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.863363 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-273d102a-7a6a-4fa4-9b48-4cd8603a40c8 req-14df272e-a1cb-4d19-9152-210528fb40a8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236147 Sep 14 10:02:51.886814 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.890285 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-8e297e81-8c75-41bc-b371-55fc63c2ba6e None None] Port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:02:51.905356 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 98683e58-1f17-482a-b3c8-eef25101e40f completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:51.935408 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 98683e58-1f17-482a-b3c8-eef25101e40f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:51.935951 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:51.948648 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 3, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:51.996942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=828aee58-76f3-4436-947e-a26af2c56db0,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:52.018022 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bc2f-8c7a-45af-85d7-028000254737 None None] The sync data for ids ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 3, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:02:52.143810 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4c60c8-b035-4631-b6bd-96508d7dde39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.155890 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4c60c8-b035-4631-b6bd-96508d7dde39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.158024 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-eb4c60c8-b035-4631-b6bd-96508d7dde39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33fd61ae-3f85-4fd4-83c5-9f97472955ca HTTP/1.1" status: 204 len: 168 time: 0.9514544 Sep 14 10:02:52.166787 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a3bc0-7c7c-48c4-aae1-4480d373aba9 req-664079c4-038f-43ef-a16e-44fda7d6fe34 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:52.186930 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-080a3bc0-7c7c-48c4-aae1-4480d373aba9 req-664079c4-038f-43ef-a16e-44fda7d6fe34 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.1222296 Sep 14 10:02:52.225258 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.229906 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c60c8-b035-4631-b6bd-96508d7dde39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fd61ae-3f85-4fd4-83c5-9f97472955ca,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:52.274133 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-080a3bc0-7c7c-48c4-aae1-4480d373aba9 req-d2b22859-c22c-4bf1-af12-3be96ea9160b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847385 Sep 14 10:02:52.319359 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 98683e58-1f17-482a-b3c8-eef25101e40f, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=98683e58-1f17-482a-b3c8-eef25101e40f,segment=NetworkSegment(51e4f9ea-a406-46e6-afd1-e3004ffb5ccb),segment_id=51e4f9ea-a406-46e6-afd1-e3004ffb5ccb)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:02:52.324245 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.379438 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.386228 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.386999 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.397545 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=98683e58-1f17-482a-b3c8-eef25101e40f,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:52.477268 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:52.579255 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Network d648b0e4-279b-4871-b39d-625c248b8bc0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:02:52.581077 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:02:52.732085 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Router b6e50861-0ab6-4a55-81a4-a02884b31bb4 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:02:52.835902 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-14a70d32-3efc-432f-ac9a-06358df8b2e7 None None] Provisioning complete for port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:52.836370 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-14a70d32-3efc-432f-ac9a-06358df8b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:52.914016 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-14a70d32-3efc-432f-ac9a-06358df8b2e7 None None] Port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:02:52.927714 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:02:52.948352 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5bf51123-e8cd-4288-ab67-7de3cc7668c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6e50861-0ab6-4a55-81a4-a02884b31bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3100214 Sep 14 10:02:53.042895 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbed0e-ad6c-49cf-a545-e97cd6fbbaae req-c59dca6c-e01d-4049-863b-e10a3ae7dd81 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:53.049057 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0acbed0e-ad6c-49cf-a545-e97cd6fbbaae req-c59dca6c-e01d-4049-863b-e10a3ae7dd81 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0992298 Sep 14 10:02:53.072039 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114447cf-4b5f-4713-9d3b-82e033392af7 req-7a898336-b3fb-48d8-8014-99c94f45b732 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:53.081899 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-114447cf-4b5f-4713-9d3b-82e033392af7 req-7a898336-b3fb-48d8-8014-99c94f45b732 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1034458 Sep 14 10:02:53.107454 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 02ef0239-6cc1-44a9-95be-d2c15293b500 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:53.112688 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0acbed0e-ad6c-49cf-a545-e97cd6fbbaae req-2082fe37-d693-4116-a834-1888ea1c0773 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554295 Sep 14 10:02:53.140596 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-114447cf-4b5f-4713-9d3b-82e033392af7 req-97a2a633-a58b-4999-b0b2-e37aa686732e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574210 Sep 14 10:02:53.194751 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 02ef0239-6cc1-44a9-95be-d2c15293b500 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:53.203403 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 02ef0239-6cc1-44a9-95be-d2c15293b500 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:53.204632 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.341583 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.380756 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 02ef0239-6cc1-44a9-95be-d2c15293b500, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=02ef0239-6cc1-44a9-95be-d2c15293b500,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:02:53.389846 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.390912 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 828aee58-76f3-4436-947e-a26af2c56db0 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:53.431672 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2ed84-0a7e-4c07-8d89-4d0319ac9574 req-d89b3904-5d7f-4080-8595-b5f2e9863ac7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:53.447239 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-25c2ed84-0a7e-4c07-8d89-4d0319ac9574 req-d89b3904-5d7f-4080-8595-b5f2e9863ac7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0783551 Sep 14 10:02:53.505566 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-25c2ed84-0a7e-4c07-8d89-4d0319ac9574 req-6d58e1aa-f0ad-4e3c-988c-9418f7422466 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570483 Sep 14 10:02:53.581586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=02ef0239-6cc1-44a9-95be-d2c15293b500,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:53.600210 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 828aee58-76f3-4436-947e-a26af2c56db0 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:53.600583 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.698016 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 98683e58-1f17-482a-b3c8-eef25101e40f up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:53.765541 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 98683e58-1f17-482a-b3c8-eef25101e40f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:53.765974 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.819212 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34708) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:53.827749 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963314088', 'description': 'tempest-secgroup-smoke-963314088 description', 'project_id': '3d3901da85eb495a9237f7154468068c'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:53.872485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.957447 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.961509 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.982903 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:53.984130 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1642017 Sep 14 10:02:53.987795 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34714) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:53.992427 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group_rule': {'security_group_id': '1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1', 'project_id': '3d3901da85eb495a9237f7154468068c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:53.992735 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:53.999840 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.000181 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.000517 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.001510 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.001847 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.002177 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.002501 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.002822 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.003146 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.003465 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.003783 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.004610 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfc182-7100-4492-a938-8211cd69ff9f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.025517 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.092049 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.096175 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.119855 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873fb0fa-4245-4659-911d-c8957c21b043,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:54.124614 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.125857 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3a5b47af-92ac-41c1-b897-03b6f4072d74 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370082 Sep 14 10:02:54.128483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34716) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:54.132639 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group_rule': {'security_group_id': '1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1', 'project_id': '3d3901da85eb495a9237f7154468068c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:54.175754 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.260700 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58de17-3e12-477f-9b97-b733153609a6 req-24c9a82e-a80c-492a-8ab1-0820d03fc55f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:54.261692 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9995b75-b7e0-4b12-907a-2df77ef3cfe8 req-ed16ba0f-7f9d-4b2d-9e05-37b7f06d58a6 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:54.262211 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b58de17-3e12-477f-9b97-b733153609a6 req-24c9a82e-a80c-492a-8ab1-0820d03fc55f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0708940 Sep 14 10:02:54.263191 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9995b75-b7e0-4b12-907a-2df77ef3cfe8 req-ed16ba0f-7f9d-4b2d-9e05-37b7f06d58a6 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0512483 Sep 14 10:02:54.268099 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.278253 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.306467 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9995b75-b7e0-4b12-907a-2df77ef3cfe8 req-d5f0e6ac-74f9-493e-bfde-51f6601214f8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Sep 14 10:02:54.316287 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2eae854-d6ff-4aa5-805e-0b061b3345d4,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:54.330232 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b58de17-3e12-477f-9b97-b733153609a6 req-d676b85b-96c6-416b-ba15-0df3bc11ec5e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607355 Sep 14 10:02:54.334753 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.335588 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061694 Sep 14 10:02:54.337080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.337417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.337747 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.338080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.338410 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.338733 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.339050 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.339367 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.339619 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34724) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:54.339723 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.340102 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.340301 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.340613 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e5ddf-c4a9-4f06-982d-01f82dc3a322 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:02:54.345085 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Sync routers for ids ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:02:54.352066 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group_rule': {'security_group_id': '1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1', 'project_id': '3d3901da85eb495a9237f7154468068c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:54.365997 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Routers {'b6e50861-0ab6-4a55-81a4-a02884b31bb4'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:54.366728 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:54.386116 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.433532 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.436838 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.460244 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996570d2-577f-43ef-ae87-ca52a05edc0c,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:54.469177 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.473536 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8b6479ea-7b45-45cd-8c88-01f106978c01 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294928 Sep 14 10:02:54.473742 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34726) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:54.478341 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group_rule': {'security_group_id': '1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1', 'project_id': '3d3901da85eb495a9237f7154468068c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:54.484934 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Set router b6e50861-0ab6-4a55-81a4-a02884b31bb4 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:54.503744 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.569832 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.582542 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.621276 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f79a71-cce1-4093-be6e-b433cb2e4a15,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:54.627131 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.627815 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f15d67c1-0f31-493b-8346-266876a66fdf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531680 Sep 14 10:02:54.630607 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34732) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:54.636469 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group_rule': {'security_group_id': '1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1', 'project_id': '3d3901da85eb495a9237f7154468068c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:54.659036 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50fdf3-1eea-4915-a18a-c9650d3234c2 req-823333c8-051b-4fc4-a59e-73b6dc5dcd59 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:54.660517 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-de50fdf3-1eea-4915-a18a-c9650d3234c2 req-823333c8-051b-4fc4-a59e-73b6dc5dcd59 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0879345 Sep 14 10:02:54.676462 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.securitygroups_db [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Project 3d3901da85eb495a9237f7154468068c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 10:02:54.688575 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.706484 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 4, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '9a7eada1-1ef0-4af1-bcd6-2542a1c9d422', 'name': '', 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'mac_address': 'fa:16:3e:a5:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:50Z', 'updated_at': '2021-09-14T10:02:52Z', 'revision_number': 2, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'subnets': [{'id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:54.718899 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-de50fdf3-1eea-4915-a18a-c9650d3234c2 req-65974aae-da6f-43a5-a481-f4dd7b57aa3f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506191 Sep 14 10:02:54.743803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Checking router: b6e50861-0ab6-4a55-81a4-a02884b31bb4 for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:02:54.743803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Updating router b6e50861-0ab6-4a55-81a4-a02884b31bb4 port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:02:54.752097 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.755364 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.761495 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.775969 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313c9042-cf57-477d-8b2c-8ce5263d9527,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:54.780835 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.785554 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e202593a-2447-4870-8c74-dedf9a8d4980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505914 Sep 14 10:02:54.785554 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34734) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:02:54.789861 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'security_group_rule': {'security_group_id': '1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1', 'project_id': '3d3901da85eb495a9237f7154468068c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:02:54.810774 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.securitygroups_db [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Project 3d3901da85eb495a9237f7154468068c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 10:02:54.816039 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.880945 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.885207 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.908413 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9178be36-d1db-4aa6-be74-03f40a555804,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:54.913190 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:54.923276 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4b2e4dc3-0926-4105-a641-1e071ed05003 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349151 Sep 14 10:02:55.022951 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 02ef0239-6cc1-44a9-95be-d2c15293b500 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:55.131700 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 02ef0239-6cc1-44a9-95be-d2c15293b500 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:55.132076 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:55.223816 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:55.258310 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Transition to ACTIVE for port object 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:02:55.269258 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:55.343014 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7dd71-8f03-44d6-8e2b-dd300131c90b None None] Pushing event updated for resources: {'Port': ['ID=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:55.392585 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Attempting to bind port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:02:55.393746 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Attempting to bind port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:02:55.394941 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Attempting to bind port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 on network d648b0e4-279b-4871-b39d-625c248b8bc0 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:02:55.401214 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:02:55.401869 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Checking segment: {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:02:55.402522 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:55.403123 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Bound using segment: {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:02:55.403803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Bound port: 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:02:55.405271 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:55.482291 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d08ac-1c29-44f2-b6a6-985858e0ad6d req-fa32660e-086e-45fd-8175-09a2db2c2021 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:55.490354 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-170d08ac-1c29-44f2-b6a6-985858e0ad6d req-fa32660e-086e-45fd-8175-09a2db2c2021 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0713906 Sep 14 10:02:55.522134 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] For port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:02:55.527278 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] For port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,segment=NetworkSegment(51e4f9ea-a406-46e6-afd1-e3004ffb5ccb),segment_id=51e4f9ea-a406-46e6-afd1-e3004ffb5ccb)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:02:55.542384 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:55.543369 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-170d08ac-1c29-44f2-b6a6-985858e0ad6d req-04c85ba4-eeab-4b53-8735-372fcaec4582 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Sep 14 10:02:55.558090 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7c16-3e6e-4b03-8cf2-5b94d61e1ed5 req-2f02871b-1143-4d28-a46b-b02954f03287 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:55.560970 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b94a7c16-3e6e-4b03-8cf2-5b94d61e1ed5 req-2f02871b-1143-4d28-a46b-b02954f03287 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0775943 Sep 14 10:02:55.614687 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Routers {'b6e50861-0ab6-4a55-81a4-a02884b31bb4'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:02:55.615312 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:02:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:55.616009 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b94a7c16-3e6e-4b03-8cf2-5b94d61e1ed5 req-dbfe142a-2728-4de2-8743-ba333a5227fd tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452347 Sep 14 10:02:55.618330 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7dd71-8f03-44d6-8e2b-dd300131c90b None None] Pushing event updated for resources: {'Port': ['ID=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:55.743461 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] Set router b6e50861-0ab6-4a55-81a4-a02884b31bb4 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:02:55.841241 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152137ad-b6d6-46ce-85ce-addc77826fdb req-eb6f4862-bea0-4b8c-904b-80ac60583435 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:55.842812 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-152137ad-b6d6-46ce-85ce-addc77826fdb req-eb6f4862-bea0-4b8c-904b-80ac60583435 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Sep 14 10:02:55.881501 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-152137ad-b6d6-46ce-85ce-addc77826fdb req-c904811d-5ee3-4c7d-a794-0fc0586ac4af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Sep 14 10:02:55.954613 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 4, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '9a7eada1-1ef0-4af1-bcd6-2542a1c9d422', 'name': '', 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'mac_address': 'fa:16:3e:a5:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:50Z', 'updated_at': '2021-09-14T10:02:55Z', 'revision_number': 4, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'subnets': [{'id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:02:55.981749 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0cc515-bc91-41e6-8b6b-88241884b3d3 None None] The sync data for ids ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 4, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '9a7eada1-1ef0-4af1-bcd6-2542a1c9d422', 'name': '', 'network_id': 'd648b0e4-279b-4871-b39d-625c248b8bc0', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'mac_address': 'fa:16:3e:a5:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:50Z', 'updated_at': '2021-09-14T10:02:55Z', 'revision_number': 4, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'subnets': [{'id': 'be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:02:56.687248 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd421211-fb9d-4b42-984e-6bc82687e39d req-a4db07d4-aa1d-4f1a-a5a5-1e45ae04a95f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:56.701674 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd421211-fb9d-4b42-984e-6bc82687e39d req-a4db07d4-aa1d-4f1a-a5a5-1e45ae04a95f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0787845 Sep 14 10:02:56.742973 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd421211-fb9d-4b42-984e-6bc82687e39d req-c0d6e025-e20b-40d6-8bba-5b81c05787c3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Sep 14 10:02:56.748464 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012990c3-25b9-47ab-b395-aefde1f92af7 req-27278df4-e5b0-4d02-aa17-ff4ea7e931c1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:56.757115 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-012990c3-25b9-47ab-b395-aefde1f92af7 req-27278df4-e5b0-4d02-aa17-ff4ea7e931c1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0681295 Sep 14 10:02:56.807151 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-012990c3-25b9-47ab-b395-aefde1f92af7 req-fc6c2fcd-3a5e-4357-b6f3-b70d3777218f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489795 Sep 14 10:02:56.945439 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:57.000754 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:02:57.004897 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:57.005215 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:57.021157 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14151441-f652-43fe-a8cf-6212c2ff97ef req-5d98dd4f-534f-4e21-80b1-2951a56e3749 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:57.022769 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-14151441-f652-43fe-a8cf-6212c2ff97ef req-5d98dd4f-534f-4e21-80b1-2951a56e3749 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0566449 Sep 14 10:02:57.077466 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-14151441-f652-43fe-a8cf-6212c2ff97ef req-61eabedb-9e48-44d1-a753-a7602a5fec4b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469446 Sep 14 10:02:57.099097 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:57.141808 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,segment=NetworkSegment(51e4f9ea-a406-46e6-afd1-e3004ffb5ccb),segment_id=51e4f9ea-a406-46e6-afd1-e3004ffb5ccb)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:02:57.146382 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:57.200743 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:02:57.912926 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee8380-8b6a-427d-9229-f22023572e1d req-7a5b93d5-e7a1-48da-8540-7e6caa98fa91 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:57.914415 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-01ee8380-8b6a-427d-9229-f22023572e1d req-7a5b93d5-e7a1-48da-8540-7e6caa98fa91 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0486329 Sep 14 10:02:57.918532 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966c94e-687b-48bb-b177-25c5653e2b49 req-0520188d-8124-4d8d-95e8-7e883b6b2617 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:57.919979 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0966c94e-687b-48bb-b177-25c5653e2b49 req-0520188d-8124-4d8d-95e8-7e883b6b2617 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0465918 Sep 14 10:02:57.957048 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-01ee8380-8b6a-427d-9229-f22023572e1d req-155c1519-c15f-4ba9-b471-371a528486e0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Sep 14 10:02:57.958335 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0966c94e-687b-48bb-b177-25c5653e2b49 req-815d36b9-a6eb-4263-ae6e-00a3894487b5 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Sep 14 10:02:58.185162 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9f1ab-bebb-4b8d-8005-5086b7112df9 req-25afe407-9a51-4975-b89b-29670265ec5e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:58.186600 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-91f9f1ab-bebb-4b8d-8005-5086b7112df9 req-25afe407-9a51-4975-b89b-29670265ec5e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0473657 Sep 14 10:02:58.222531 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-91f9f1ab-bebb-4b8d-8005-5086b7112df9 req-088e715e-3bf5-4408-9765-1aa3031db2f9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294652 Sep 14 10:02:58.908367 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:02:58.957202 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:02:58.957570 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:02:59.074157 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566c1e-3ae9-4542-81e1-22340e714588 req-73a426bf-d339-464b-98c0-5e0dad084ea3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:59.074736 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ec99b-2f2a-4a95-9313-88eac781814b req-bdaccb86-72ea-49d9-b81d-95cd3f2f5ff0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:59.075625 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae566c1e-3ae9-4542-81e1-22340e714588 req-73a426bf-d339-464b-98c0-5e0dad084ea3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0499012 Sep 14 10:02:59.076155 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b2ec99b-2f2a-4a95-9313-88eac781814b req-bdaccb86-72ea-49d9-b81d-95cd3f2f5ff0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0513129 Sep 14 10:02:59.113726 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae566c1e-3ae9-4542-81e1-22340e714588 req-4b181362-ee25-491a-883e-fc55bb912297 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Sep 14 10:02:59.114482 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b2ec99b-2f2a-4a95-9313-88eac781814b req-fa263399-99b5-4f37-a520-0f1ec9b15c6d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Sep 14 10:02:59.340413 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99865d-d562-454d-b958-ebee866b86e1 req-9f0ce7ca-3991-4aa7-b8a0-0d889619f18c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:02:59.341879 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc99865d-d562-454d-b958-ebee866b86e1 req-9f0ce7ca-3991-4aa7-b8a0-0d889619f18c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Sep 14 10:02:59.377655 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc99865d-d562-454d-b958-ebee866b86e1 req-85b8ca72-8901-4559-ae1b-fb31f3d60770 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298615 Sep 14 10:03:00.224199 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbc756-38d4-4bf1-a820-3886f523b3bc req-a07a3a9d-fb37-462a-8850-c96bf1f7727d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:00.225185 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391881-2396-4501-bf26-0d104e646dc0 req-e9bfd7ce-ded8-4391-b57b-407b254bd409 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:00.225650 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23dbc756-38d4-4bf1-a820-3886f523b3bc req-a07a3a9d-fb37-462a-8850-c96bf1f7727d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0478895 Sep 14 10:03:00.226663 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d391881-2396-4501-bf26-0d104e646dc0 req-e9bfd7ce-ded8-4391-b57b-407b254bd409 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0477710 Sep 14 10:03:00.263515 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d391881-2396-4501-bf26-0d104e646dc0 req-d2172195-a614-48c5-96b0-70c9c96e5767 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Sep 14 10:03:00.266848 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23dbc756-38d4-4bf1-a820-3886f523b3bc req-119f2dbb-3ac7-44bc-91c1-2e52fcbc1a5f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Sep 14 10:03:00.493123 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b17d67-b8df-40b5-892b-bb5c5d7b96d1 req-031b0b7c-ac11-4830-bf1a-f603eb7ef333 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:00.494488 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3b17d67-b8df-40b5-892b-bb5c5d7b96d1 req-031b0b7c-ac11-4830-bf1a-f603eb7ef333 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0464401 Sep 14 10:03:00.535806 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3b17d67-b8df-40b5-892b-bb5c5d7b96d1 req-274312e4-3ae5-4306-9c34-c63612f64ed0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Sep 14 10:03:01.386682 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf72bc-497c-4065-ac43-60afae794c32 req-c4a8c29d-79c6-4b1e-a89d-e67f783c2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:01.386682 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7bcf72bc-497c-4065-ac43-60afae794c32 req-c4a8c29d-79c6-4b1e-a89d-e67f783c2e07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.0837471 Sep 14 10:03:01.405904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e2a73-8d24-4e8e-938f-c95f4bd2f10a req-6ba6e822-9dbb-40c4-9b2b-4e062c50c473 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:01.407378 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a62e2a73-8d24-4e8e-938f-c95f4bd2f10a req-6ba6e822-9dbb-40c4-9b2b-4e062c50c473 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0693653 Sep 14 10:03:01.447251 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7bcf72bc-497c-4065-ac43-60afae794c32 req-ad5714ea-9e92-47cc-9596-e87d65b837f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550485 Sep 14 10:03:01.453701 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32196-ed05-4778-8af3-2cf39761efdb req-99ef73ee-155c-4076-bfc7-0c416b0b73a5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:01.456561 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5ea32196-ed05-4778-8af3-2cf39761efdb req-99ef73ee-155c-4076-bfc7-0c416b0b73a5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0964780 Sep 14 10:03:01.472808 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a62e2a73-8d24-4e8e-938f-c95f4bd2f10a req-b8839db9-c8c0-4eac-9748-94f42409cd06 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573146 Sep 14 10:03:01.515576 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5ea32196-ed05-4778-8af3-2cf39761efdb req-83937744-c642-4bb5-a170-40b3dc00859c tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 Sep 14 10:03:01.669651 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5afe8-7c40-495d-962f-b4b16ee8cf7b req-224ba237-be08-4149-a6fb-ebf71744d17c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:01.671161 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7b5afe8-7c40-495d-962f-b4b16ee8cf7b req-224ba237-be08-4149-a6fb-ebf71744d17c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0522494 Sep 14 10:03:01.717681 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7b5afe8-7c40-495d-962f-b4b16ee8cf7b req-2fb17ec8-888e-413a-8a1d-b99de63e68b7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384653 Sep 14 10:03:02.058536 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:03:02.587339 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9c27c-d0d2-4772-9652-2f41c64de4fc req-7dda2a9b-2e27-40f6-9e8f-0b3d97f36f3a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:02.592205 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-aef9c27c-d0d2-4772-9652-2f41c64de4fc req-7dda2a9b-2e27-40f6-9e8f-0b3d97f36f3a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Sep 14 10:03:02.637349 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-aef9c27c-d0d2-4772-9652-2f41c64de4fc req-01f1e816-9842-43c0-a210-2f721ab05b9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Sep 14 10:03:02.639137 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b120dd-5d3b-4f82-8f6e-fd9365fa880f req-6820d5b1-c94e-4cb6-9ede-001a87717a70 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:02.640775 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-85b120dd-5d3b-4f82-8f6e-fd9365fa880f req-6820d5b1-c94e-4cb6-9ede-001a87717a70 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0583334 Sep 14 10:03:02.680350 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-85b120dd-5d3b-4f82-8f6e-fd9365fa880f req-6a17d88f-ffc7-4482-880b-7bc30c2fd878 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Sep 14 10:03:02.845912 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f4ff-8b23-47dd-9dd7-a0f157eb0dbc req-1abbe22c-3c34-44d3-97a1-9a91f854e861 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:02.847692 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0a88f4ff-8b23-47dd-9dd7-a0f157eb0dbc req-1abbe22c-3c34-44d3-97a1-9a91f854e861 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0536461 Sep 14 10:03:02.890778 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0a88f4ff-8b23-47dd-9dd7-a0f157eb0dbc req-67871ba0-da5f-4cbd-9ebc-7177d46b9db5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347111 Sep 14 10:03:03.637451 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:03:03.737245 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:03.750372 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'mac_address': 'fa:16:3e:30:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:03:03.755373 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12866019-4e42-4220-b1b8-bf238833826e req-bc60f1f2-c7f6-44cb-924f-5d7d7ed1bc3a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:03.757316 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-12866019-4e42-4220-b1b8-bf238833826e req-bc60f1f2-c7f6-44cb-924f-5d7d7ed1bc3a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0511110 Sep 14 10:03:03.791894 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:03.799252 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-12866019-4e42-4220-b1b8-bf238833826e req-633d98a8-6182-43cb-8f72-6993dc0b16a0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360565 Sep 14 10:03:03.805074 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998efc2-e290-4ba3-b863-25993e700b2b req-9603d6db-f1d8-47ed-b4e9-da6d6252f66d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:03.805870 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a776ab12-8fd4-4ad2-a3ae-9503291326a3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:03.806576 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d998efc2-e290-4ba3-b863-25993e700b2b req-9603d6db-f1d8-47ed-b4e9-da6d6252f66d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0572782 Sep 14 10:03:03.831720 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:03.835705 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:03.851077 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d998efc2-e290-4ba3-b863-25993e700b2b req-88cb23a1-5eef-449a-aa93-621c7910b100 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Sep 14 10:03:03.901740 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=6']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:04.032107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161615a7-9754-49c6-8a92-b41cf9fb61cb req-e3d41091-c000-4a31-a024-fe9699663690 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.033690 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-161615a7-9754-49c6-8a92-b41cf9fb61cb req-e3d41091-c000-4a31-a024-fe9699663690 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 944 time: 0.0580926 Sep 14 10:03:04.077624 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-161615a7-9754-49c6-8a92-b41cf9fb61cb req-541d1c7a-67b8-42db-844a-5185462ff70f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378509 Sep 14 10:03:04.086172 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a776ab12-8fd4-4ad2-a3ae-9503291326a3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:04.234237 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aa771-4f58-41cc-baf3-0791255aff8f req-04df77bd-65fc-485c-8b02-38fbdc3e3991 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.243808 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-099aa771-4f58-41cc-baf3-0791255aff8f req-04df77bd-65fc-485c-8b02-38fbdc3e3991 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1349025 Sep 14 10:03:04.264589 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0328c-5b00-464d-a58a-69351ddcc57a req-c26f78b1-abde-4547-8aba-b6018d07a2d2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.273967 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10d0328c-5b00-464d-a58a-69351ddcc57a req-c26f78b1-abde-4547-8aba-b6018d07a2d2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0823588 Sep 14 10:03:04.299442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-d92b5048-581b-449f-9188-4bfc471f59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.303578 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-d92b5048-581b-449f-9188-4bfc471f59de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.1446090 Sep 14 10:03:04.309016 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-8eea6b1a-e759-40b0-bab4-9e8a95b275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.310836 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-8eea6b1a-e759-40b0-bab4-9e8a95b275d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1098 time: 0.1392677 Sep 14 10:03:04.336981 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10d0328c-5b00-464d-a58a-69351ddcc57a req-7b7639c4-3bc6-48a2-9a1c-5857bcd74375 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Sep 14 10:03:04.341963 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-099aa771-4f58-41cc-baf3-0791255aff8f req-2ce612f2-b34a-4ec6-9b0a-9d33abab748e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930278 Sep 14 10:03:04.507587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-f29ceb3c-07f4-49f8-84f9-a78d54b69b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.509115 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-f29ceb3c-07f4-49f8-84f9-a78d54b69b82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.1971531 Sep 14 10:03:04.510117 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-4ff9f065-43b9-49f8-b922-3201d6bea999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.511678 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-4ff9f065-43b9-49f8-b922-3201d6bea999 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 910 time: 0.1860471 Sep 14 10:03:04.598126 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35006) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:04.604397 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-5986831a-01bf-4161-925d-a4db492cc6c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.0817800 Sep 14 10:03:04.638464 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35010) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:04.678235 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-cca60557-89e9-4ff2-a44f-14038dde7838 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 1000 time: 0.1438332 Sep 14 10:03:04.718444 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-6a871c0c-255b-4bc7-8ab6-5a09d4bd4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.719962 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-6a871c0c-255b-4bc7-8ab6-5a09d4bd4cdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.0990636 Sep 14 10:03:04.770740 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8553b32-466a-4eca-9bda-fd0200155a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:04.774613 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-243c4b49-6a3a-413a-aea7-c5fd23589adb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433483 Sep 14 10:03:04.810524 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-db1db542-d065-489b-9e2e-06b2026c1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.812262 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-db1db542-d065-489b-9e2e-06b2026c1bf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.1256926 Sep 14 10:03:04.813759 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-610c62b2-45b9-445b-b22b-63028cf0af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:04.896557 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8553b32-466a-4eca-9bda-fd0200155a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:04.902852 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8553b32-466a-4eca-9bda-fd0200155a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:04.913861 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-e06d9e91-acc6-4fb3-afe9-8e2a0021ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:04.915432 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-e06d9e91-acc6-4fb3-afe9-8e2a0021ce9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936255 Sep 14 10:03:04.962662 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e8553b32-466a-4eca-9bda-fd0200155a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f6a912ca5094910a880c82999110124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226655 Sep 14 10:03:04.967241 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8553b32-466a-4eca-9bda-fd0200155a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819b62f0-8aa2-491a-a9a3-9923aad0d991,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:04.971261 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35024) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:05.002790 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-666908f9-c35b-4d04-ab9b-69df7b242589 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186356 Sep 14 10:03:05.037000 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-8666cfe4-d56a-4d7c-ae5e-94299031a7b9 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061301 Sep 14 10:03:05.053781 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79d3c24e-56aa-455b-9b91-6d2453f0afe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.094355 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-610c62b2-45b9-445b-b22b-63028cf0af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.096375 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79d3c24e-56aa-455b-9b91-6d2453f0afe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.104612 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-610c62b2-45b9-445b-b22b-63028cf0af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.180135 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c62b2-45b9-445b-b22b-63028cf0af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5bd7bc-66c8-4e8d-82cb-4a65cabf4b10,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:05.190586 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-610c62b2-45b9-445b-b22b-63028cf0af9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c2df68a6fb4f34b194878337d74b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913017 Sep 14 10:03:05.191444 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35040) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:05.217064 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d662c90-568f-4618-a502-f29fd3b1ab7c req-b641a061-3c8b-4bbe-859a-e4d4d4c6cbe1 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647718 Sep 14 10:03:05.219227 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bce72207-4805-4c1a-ae2a-a99cdee65e5e req-504ca257-2732-469e-8e33-14f3464c5186 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051709 Sep 14 10:03:05.281107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79d3c24e-56aa-455b-9b91-6d2453f0afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.284293 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79d3c24e-56aa-455b-9b91-6d2453f0afe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.285485 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-79d3c24e-56aa-455b-9b91-6d2453f0afe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/819b62f0-8aa2-491a-a9a3-9923aad0d991 HTTP/1.1" status: 204 len: 168 time: 0.3132863 Sep 14 10:03:05.302960 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed70f-f85b-47fd-afa0-3a24722f4129 req-d62def42-da0c-4849-ac40-ba42ba23ea38 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:05.304659 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-296ed70f-f85b-47fd-afa0-3a24722f4129 req-d62def42-da0c-4849-ac40-ba42ba23ea38 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 944 time: 0.0949917 Sep 14 10:03:05.321849 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3c24e-56aa-455b-9b91-6d2453f0afe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b62f0-8aa2-491a-a9a3-9923aad0d991,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:05.336485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88f2bb2f-37a3-4b6d-8a58-29d5e8af67e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.417855 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88f2bb2f-37a3-4b6d-8a58-29d5e8af67e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.427140 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-296ed70f-f85b-47fd-afa0-3a24722f4129 req-2db7f1bb-898c-4e4e-b4cc-8fc7d1b83e70 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097972 Sep 14 10:03:05.513464 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88f2bb2f-37a3-4b6d-8a58-29d5e8af67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.517635 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88f2bb2f-37a3-4b6d-8a58-29d5e8af67e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.519941 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a0990-c787-48be-93a2-8ba599af9679 req-9ca346be-b787-42c2-ba74-ff728791720b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:05.522869 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-88f2bb2f-37a3-4b6d-8a58-29d5e8af67e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a5bd7bc-66c8-4e8d-82cb-4a65cabf4b10 HTTP/1.1" status: 204 len: 168 time: 0.3275902 Sep 14 10:03:05.527410 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-184a0990-c787-48be-93a2-8ba599af9679 req-9ca346be-b787-42c2-ba74-ff728791720b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1267755 Sep 14 10:03:05.534360 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2bb2f-37a3-4b6d-8a58-29d5e8af67e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5bd7bc-66c8-4e8d-82cb-4a65cabf4b10,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:05.609855 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-184a0990-c787-48be-93a2-8ba599af9679 req-6890d76f-e93a-414e-bf01-c80edf5b862e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699434 Sep 14 10:03:05.641435 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ccab-6b20-45c3-9595-34ba883b1ce3 req-d02f3727-dcfb-4e16-be11-974dd2cd229b tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:05.643573 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd41ccab-6b20-45c3-9595-34ba883b1ce3 req-d02f3727-dcfb-4e16-be11-974dd2cd229b tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0853477 Sep 14 10:03:05.667301 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:05.687670 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd41ccab-6b20-45c3-9595-34ba883b1ce3 req-75a9e8e3-43cc-4b9b-af4a-82bb8c6fae41 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366776 Sep 14 10:03:05.736008 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port a776ab12-8fd4-4ad2-a3ae-9503291326a3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:05.736384 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.832641 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.870484 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:05.872753 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2fce09-57f3-456b-baf4-9ee42d07b76e" -d '{"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-plugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:05.899867 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:05.911553 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:05.960023 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f029cb37-00cb-4310-a4f0-72cfa2f87eac x-openstack-request-id: req-f029cb37-00cb-4310-a4f0-72cfa2f87eac {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:05.960309 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-plugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:05.960560 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f029cb37-00cb-4310-a4f0-72cfa2f87eac {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:05.960967 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'code': 200} Sep 14 10:03:05.999357 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=7']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:06.642758 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35104) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:06.700598 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d48e5-d98e-4221-aab8-4c8d43999409 req-eceed82e-0cb5-4bd6-8672-0f7b49cb700a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:06.703088 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-753d48e5-d98e-4221-aab8-4c8d43999409 req-eceed82e-0cb5-4bd6-8672-0f7b49cb700a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.1152282 Sep 14 10:03:06.774644 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-753d48e5-d98e-4221-aab8-4c8d43999409 req-29e58a0c-88c8-4758-bcf4-639a31d98e62 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611880 Sep 14 10:03:06.814321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714f370-b3d9-4868-ae4b-6aa88c090b9c req-057189f3-b83b-4b61-bf01-10304cffdba4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:06.818390 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d714f370-b3d9-4868-ae4b-6aa88c090b9c req-057189f3-b83b-4b61-bf01-10304cffdba4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0966506 Sep 14 10:03:06.890874 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d714f370-b3d9-4868-ae4b-6aa88c090b9c req-05181913-77af-4cdb-be2c-d4b573c4fa85 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605819 Sep 14 10:03:06.938652 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da9e6-0857-46ae-af65-dca444d751c0 req-11c39530-f325-4044-ba2b-c6a8aa302455 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:06.944662 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e45da9e6-0857-46ae-af65-dca444d751c0 req-11c39530-f325-4044-ba2b-c6a8aa302455 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0723248 Sep 14 10:03:07.007388 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e45da9e6-0857-46ae-af65-dca444d751c0 req-38c2d030-ff17-40bf-8f81-580089a4f5d4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558238 Sep 14 10:03:07.037820 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1066096145-network', 'tenant_id': '1520cc65a2284bdc8c6e6866d00ec268'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:07.066526 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Made reservation on behalf of 1520cc65a2284bdc8c6e6866d00ec268 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:07.071235 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.086609 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.202994 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.207355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.236607 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:03:07.247456 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f8384-a7ed-4b6a-9f43-1301077132d7,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:07.264538 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.269257 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Added segment 141129aa-55e5-4dce-b016-f9d649fb9590 of type vlan for network b644eaf8-1028-4904-91b9-4cf8c699839d Sep 14 10:03:07.318785 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.364233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.367490 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:07.367490 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.406936 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7624943 Sep 14 10:03:07.409816 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35122) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:07.415217 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Request body: {'subnet': {'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1066096145-subnet', 'tenant_id': '1520cc65a2284bdc8c6e6866d00ec268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:07.452595 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec219a5-2ea9-4190-9c44-3257339745f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b644eaf8-1028-4904-91b9-4cf8c699839d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:07.455513 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Made reservation on behalf of 1520cc65a2284bdc8c6e6866d00ec268 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:07.461177 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.463940 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network b644eaf8-1028-4904-91b9-4cf8c699839d details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:03:07.682971 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.787005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c0319c-de91-4a1b-b98a-f92afa07da04,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:07.797295 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Checking segment: {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:07.797692 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Network hostable DHCP agents. Network: b644eaf8-1028-4904-91b9-4cf8c699839d, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:03:07.834530 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Network b644eaf8-1028-4904-91b9-4cf8c699839d is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:03:07.866643 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, b644eaf8-1028-4904-91b9-4cf8c699839d) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:07.872725 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:07.873733 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:07.882501 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850b0ba-7853-451e-b1df-58db80412ee6 None None] Network b644eaf8-1028-4904-91b9-4cf8c699839d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:03:07.905489 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7c75433a-77ba-482c-abbc-e6cb368ef942 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4867342 Sep 14 10:03:08.045604 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdc1c8-cad6-41cb-888e-7e6e275b67ff req-d1c7daf9-737b-4232-9575-18a9d0f7c8d2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:08.054429 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-55cdc1c8-cad6-41cb-888e-7e6e275b67ff req-d1c7daf9-737b-4232-9575-18a9d0f7c8d2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.1130898 Sep 14 10:03:08.067977 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368fb2-70a9-4d05-9654-7e790e38f766 req-d1bc3b7b-0f8c-4ea5-a618-d57dee09422c tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:08.069702 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d6368fb2-70a9-4d05-9654-7e790e38f766 req-d1bc3b7b-0f8c-4ea5-a618-d57dee09422c tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0846837 Sep 14 10:03:08.159678 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-55cdc1c8-cad6-41cb-888e-7e6e275b67ff req-53d4195e-a4c2-42b7-bff8-8ec26bace306 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027985 Sep 14 10:03:08.160126 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d6368fb2-70a9-4d05-9654-7e790e38f766 req-b4c22b20-0300-468b-9d0c-eebc1633f9cd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757427 Sep 14 10:03:08.224557 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196a52b-5152-480a-b538-09a12e14f427 None None] Network b644eaf8-1028-4904-91b9-4cf8c699839d requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:03:09.571447 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcd02-6844-4876-b6ba-0e4170490fcc req-e3302218-88ab-4e10-aa01-ceecc2efcdf4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:09.573895 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f0bbcd02-6844-4876-b6ba-0e4170490fcc req-e3302218-88ab-4e10-aa01-ceecc2efcdf4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.2963860 Sep 14 10:03:09.625433 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f0bbcd02-6844-4876-b6ba-0e4170490fcc req-6e490887-d651-4f43-a95c-e9c747df2bcd tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Sep 14 10:03:10.048392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10256a-e6a7-4416-a099-cbc01126e3ee req-81e2ad21-b284-4473-bc49-4bd231f1cb44 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:10.050106 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9e10256a-e6a7-4416-a099-cbc01126e3ee req-81e2ad21-b284-4473-bc49-4bd231f1cb44 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0696387 Sep 14 10:03:10.125258 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9e10256a-e6a7-4416-a099-cbc01126e3ee req-f7af572f-d10f-4317-ab3c-2a8b3a4328ff tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671999 Sep 14 10:03:11.538227 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ff42d663-b05a-47ee-8a0f-0e3175083932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:14.286531 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b48a6d7c-e34a-4750-881d-b8db0984b733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:14.481528 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:15.602690 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:15.645179 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-ca21a56e-9792-42ac-b344-5098791999df tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4810fd78d83c42af9147f3c75c7961f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413430 Sep 14 10:03:15.747201 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-5da8afd3-7d08-459b-b093-2144694c6781 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:15.748694 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-5da8afd3-7d08-459b-b093-2144694c6781 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/networks?id=b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 200 len: 809 time: 0.1349835 Sep 14 10:03:15.764253 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-4ecbbb87-e811-4f1e-bff1-6d7f876eafc0 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/quotas/1520cc65a2284bdc8c6e6866d00ec268 HTTP/1.1" status: 200 len: 375 time: 0.0098560 Sep 14 10:03:15.811203 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-734e01f8-5d58-45b2-8822-f1800e2921f1 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397794 Sep 14 10:03:15.918717 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-5e6faf60-63f1-4ca2-9312-d9456ff5a61c service neutron] 10.222.0.21 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063690 Sep 14 10:03:16.024257 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-ae13623c-c780-41d5-ba97-836ad8588a76 service neutron] 10.222.0.21 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990925 Sep 14 10:03:16.075843 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-20ff7ca7-a353-4fce-8163-7202d85a6aae tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:16.077473 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-20ff7ca7-a353-4fce-8163-7202d85a6aae tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4312305 Sep 14 10:03:16.094968 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-391f4a07-964f-4d24-b9dd-ce0d8f2dbf79 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/quotas/4810fd78d83c42af9147f3c75c7961f1 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Sep 14 10:03:16.143489 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-17d35ce0-e6bb-4630-9243-6a20c10cf0a0 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4810fd78d83c42af9147f3c75c7961f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412025 Sep 14 10:03:16.348341 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02947ee7-f7b1-40f8-b934-7329c864f0fc req-0c85a506-8b17-4b3e-bb7a-05b0b15021cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:16.350113 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-02947ee7-f7b1-40f8-b934-7329c864f0fc req-0c85a506-8b17-4b3e-bb7a-05b0b15021cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0548465 Sep 14 10:03:16.394580 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-02947ee7-f7b1-40f8-b934-7329c864f0fc req-e8872b7a-c443-4142-939a-0edd0f430e71 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385201 Sep 14 10:03:16.472070 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c956cf83-64c9-4fb0-9020-6f7740840f0d req-b3e49284-5640-4ed6-8861-aa757fffa838 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 210 time: 0.0359449 Sep 14 10:03:16.583549 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f97ff507-4143-426b-b0cd-a59f26519e70 req-8e6fba9a-a56e-4844-ba1c-99cd24e52029 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 210 time: 0.0396984 Sep 14 10:03:16.824393 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-c3938d06-57ca-4d3f-84ba-4bbb4337ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:16.826069 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-c3938d06-57ca-4d3f-84ba-4bbb4337ffb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1098 time: 0.0519204 Sep 14 10:03:16.947638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-5394b74d-b54a-474c-a00b-d4ae270fc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:16.949165 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-5394b74d-b54a-474c-a00b-d4ae270fc0df service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.0892024 Sep 14 10:03:17.027601 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-5e1037a6-186b-43c9-a700-b5a38ad47f12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3 HTTP/1.1" status: 200 len: 1001 time: 0.0587411 Sep 14 10:03:17.075815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-9e2f8226-0b5c-449e-81f2-70cdc62be973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:17.077143 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-9e2f8226-0b5c-449e-81f2-70cdc62be973 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0404789 Sep 14 10:03:17.106137 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:17.122880 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-7719d73a-9d7c-48e6-833a-20983609f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:17.124380 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-7719d73a-9d7c-48e6-833a-20983609f603 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391934 Sep 14 10:03:17.225416 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-7364a98c-a874-4d79-9c59-8e468a6009b2 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Sep 14 10:03:17.313039 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d0d569a-39e1-48d5-9da2-026c4d3c1130 req-a0750dfc-2b28-4212-ada5-d5b35dd0d255 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795724 Sep 14 10:03:17.535169 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267cad-72d9-4985-ade7-b3fef08a0d96 req-3b471569-690a-44fa-a706-704f4c232c19 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:17.542339 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a9267cad-72d9-4985-ade7-b3fef08a0d96 req-3b471569-690a-44fa-a706-704f4c232c19 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.0658417 Sep 14 10:03:17.566178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-aadb89df-bd83-43cf-8e68-e6f4cd1cbd01 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:17.567711 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-aadb89df-bd83-43cf-8e68-e6f4cd1cbd01 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "GET /v2.0/networks?id=b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 200 len: 809 time: 0.1291065 Sep 14 10:03:17.576541 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a9267cad-72d9-4985-ade7-b3fef08a0d96 req-9bb80665-c24c-473a-951a-488d6cc4c1f4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Sep 14 10:03:17.594594 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c261e501-ecb9-4f8f-a70a-0b4460e836d4 req-abf5f7b0-8b10-4942-afe3-e4cfa391120a tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 210 time: 0.0258603 Sep 14 10:03:17.600167 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Request body: {'port': {'device_id': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d', 'admin_state_up': True, 'tenant_id': '1520cc65a2284bdc8c6e6866d00ec268'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:17.684787 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7d214f7-82aa-474a-86f5-1571a58ebaf3 req-6c6e44e6-256f-477c-b058-bbb6d5aa10fd tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 210 time: 0.0263152 Sep 14 10:03:17.717631 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Made reservation on behalf of 1520cc65a2284bdc8c6e6866d00ec268 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:17.721512 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:17.853924 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Allocated IP 172.20.0.10 (b644eaf8-1028-4904-91b9-4cf8c699839d/54c0319c-de91-4a1b-b98a-f92afa07da04/ece2ef56-99ba-4fa3-ba60-62aea7860711) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:18.006213 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.043551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.085415 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Network b644eaf8-1028-4904-91b9-4cf8c699839d is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:18.088463 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:18.090839 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:18.127079 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Pushing event updated for resources: {'Port': ['ID=ece2ef56-99ba-4fa3-ba60-62aea7860711,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:18.171910 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-1657b05b-5952-4ced-b98e-b586ae8d7f8e tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4810fd78d83c42af9147f3c75c7961f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368876 Sep 14 10:03:18.182592 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:18.183191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.239729 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-1cbd38ad-acce-490c-a317-fa9d95795511 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6440125 Sep 14 10:03:18.272400 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Request body: {'port': {'device_id': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:18.430428 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-f7f8a8fd-c584-408e-9967-c438164ff7cb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:18.431840 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-f7f8a8fd-c584-408e-9967-c438164ff7cb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452223 Sep 14 10:03:18.432435 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.466882 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Request body: {'port': {'device_id': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48', 'admin_state_up': True, 'tenant_id': '4810fd78d83c42af9147f3c75c7961f1'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:18.714226 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Made reservation on behalf of 4810fd78d83c42af9147f3c75c7961f1 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:18.715108 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941151b-86a0-4a31-9164-fb2784ac2a68 req-c74a3b42-85e7-44e2-914c-c043076b3a52 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:18.716603 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d941151b-86a0-4a31-9164-fb2784ac2a68 req-c74a3b42-85e7-44e2-914c-c043076b3a52 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 932 time: 0.0508013 Sep 14 10:03:18.717576 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.733726 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.757973 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d941151b-86a0-4a31-9164-fb2784ac2a68 req-bfc4de4d-9842-4e18-8267-61b9bc62b6c5 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Sep 14 10:03:18.783720 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8d7b-8748-499d-ac50-9bf99347708c req-aba20cb0-735e-44f4-9eb4-e9294367b0a2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:18.783720 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-af0e8d7b-8748-499d-ac50-9bf99347708c req-aba20cb0-735e-44f4-9eb4-e9294367b0a2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 945 time: 0.1283808 Sep 14 10:03:18.851711 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6fc16501-62c1-41ee-9e08-8f081ffba1f2 req-3ba6a80e-cbd8-4255-a087-55b75f83363b tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 210 time: 0.0272546 Sep 14 10:03:18.877060 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-af0e8d7b-8748-499d-ac50-9bf99347708c req-0c0c498e-5b51-49d9-95b9-e11653a7be8b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881376 Sep 14 10:03:18.887741 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece2ef56-99ba-4fa3-ba60-62aea7860711 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:18.899939 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.920331 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Transition to ACTIVE for port object ece2ef56-99ba-4fa3-ba60-62aea7860711 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:18.926052 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:18.992129 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.002432 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Pushing event updated for resources: {'Port': ['ID=ece2ef56-99ba-4fa3-ba60-62aea7860711,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:19.005970 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.110901 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6972b3f1-5d71-4d02-befb-ee1066e8f102,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:19.171290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Attempting to bind port ece2ef56-99ba-4fa3-ba60-62aea7860711 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:19.171637 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Attempting to bind port ece2ef56-99ba-4fa3-ba60-62aea7860711 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:19.171944 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Attempting to bind port ece2ef56-99ba-4fa3-ba60-62aea7860711 on network b644eaf8-1028-4904-91b9-4cf8c699839d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:19.179894 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Port ece2ef56-99ba-4fa3-ba60-62aea7860711 on network b644eaf8-1028-4904-91b9-4cf8c699839d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:03:19.180212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Attempting to bind port ece2ef56-99ba-4fa3-ba60-62aea7860711 on network b644eaf8-1028-4904-91b9-4cf8c699839d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:19.188074 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:19.188986 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Checking segment: {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:19.189365 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Bound using segment: {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:19.189790 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Bound port: ece2ef56-99ba-4fa3-ba60-62aea7860711, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:19.190139 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.210938 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Allocated IP 192.168.233.194 (3021bb68-e039-4a10-9588-d1de5c9fbd48/d6b0bab9-7901-452e-bfeb-52078a640e24/9223bbb2-076c-46ca-8932-fb61e7c3f33a) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:19.244920 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35348) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:19.270181 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.300207 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] For port ece2ef56-99ba-4fa3-ba60-62aea7860711, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:19.327144 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] For port ece2ef56-99ba-4fa3-ba60-62aea7860711, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:19.334608 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.403550 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:19.404420 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.404637 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b778a69-580f-45ff-ad08-adcf9bf49487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.405813 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] 10.222.0.32 "PUT /v2.0/ports/ece2ef56-99ba-4fa3-ba60-62aea7860711 HTTP/1.1" status: 200 len: 1094 time: 1.1381576 Sep 14 10:03:19.406290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'tag': 'ece2ef56-99ba-4fa3-ba60-62aea7860711'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:19.408636 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a18f20c-f591-44bb-a3e2-c4356f4889fe" -d '{"events": [{"name": "network-changed", "server_uuid": "02acce2c-88ef-4581-9ef6-5fd11913766b", "tag": "ece2ef56-99ba-4fa3-ba60-62aea7860711"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:19.452899 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a630-272c-4818-8d77-f8b446aca982 service neutron] Pushing event updated for resources: {'Port': ['ID=ece2ef56-99ba-4fa3-ba60-62aea7860711,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:19.467909 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4987d8-67a7-46dc-833f-425876b9debf x-openstack-request-id: req-fd4987d8-67a7-46dc-833f-425876b9debf {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:19.468197 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02acce2c-88ef-4581-9ef6-5fd11913766b", "tag": "ece2ef56-99ba-4fa3-ba60-62aea7860711", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:19.468446 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd4987d8-67a7-46dc-833f-425876b9debf {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:19.468832 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'tag': 'ece2ef56-99ba-4fa3-ba60-62aea7860711', 'status': 'completed', 'code': 200} Sep 14 10:03:19.490420 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.508827 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b778a69-580f-45ff-ad08-adcf9bf49487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.512972 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b778a69-580f-45ff-ad08-adcf9bf49487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.553100 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7b778a69-580f-45ff-ad08-adcf9bf49487 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bed5229a076490081001efe06fc03c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069677 Sep 14 10:03:19.553992 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778a69-580f-45ff-ad08-adcf9bf49487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc599f3d-a3a3-435d-bb96-c6f03a8aa953,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:19.556557 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35356) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:19.615694 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cb38668-7352-46a9-b377-2e80a229d76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.641334 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cb38668-7352-46a9-b377-2e80a229d76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.688818 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cb38668-7352-46a9-b377-2e80a229d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.691388 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cb38668-7352-46a9-b377-2e80a229d76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.692573 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4cb38668-7352-46a9-b377-2e80a229d76a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc599f3d-a3a3-435d-bb96-c6f03a8aa953 HTTP/1.1" status: 204 len: 168 time: 0.1353028 Sep 14 10:03:19.700727 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb38668-7352-46a9-b377-2e80a229d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc599f3d-a3a3-435d-bb96-c6f03a8aa953,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:19.726587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Transition to ACTIVE for port object 9223bbb2-076c-46ca-8932-fb61e7c3f33a will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:19.745160 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:03:19.745983 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-fd5f7b48-a6f1-4a2b-85df-88be937c4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:19.747488 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-fd5f7b48-a6f1-4a2b-85df-88be937c4927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 1097 time: 0.2547784 Sep 14 10:03:19.797830 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-b21a92d2-274a-4b50-80d9-23313b0357b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711 HTTP/1.1" status: 200 len: 217 time: 0.0363257 Sep 14 10:03:19.804807 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.854087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:19.869887 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Network 3021bb68-e039-4a10-9588-d1de5c9fbd48 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:19.894018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:19.981180 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:20.026749 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:20.029620 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6cc39b-944d-4475-b3ec-cffed5295510" -d '{"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:20.039352 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Pushing event updated for resources: {'Port': ['ID=9223bbb2-076c-46ca-8932-fb61e7c3f33a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:20.053767 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:20.066367 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.073656 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090bcc9-c151-44c6-b0e9-ad457baf261a req-c2f1011d-4487-4caa-907c-5892be69f2e2 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:20.076167 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9090bcc9-c151-44c6-b0e9-ad457baf261a req-c2f1011d-4487-4caa-907c-5892be69f2e2 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 944 time: 0.2226443 Sep 14 10:03:20.081161 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-cfd76ac1-8d0a-4382-bd48-2601826eaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:20.083232 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-cfd76ac1-8d0a-4382-bd48-2601826eaf38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54c0319c-de91-4a1b-b98a-f92afa07da04 HTTP/1.1" status: 200 len: 849 time: 0.2759399 Sep 14 10:03:20.092993 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6f10e-dbb9-4100-9736-be0ad76d4c96 req-5c9e55d2-28b7-4955-977d-56deb0427ced tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:20.094691 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4eb6f10e-dbb9-4100-9736-be0ad76d4c96 req-5c9e55d2-28b7-4955-977d-56deb0427ced tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 936 time: 0.1254096 Sep 14 10:03:20.132088 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=8']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:20.170127 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4eb6f10e-dbb9-4100-9736-be0ad76d4c96 req-2730f5d3-8104-4b5f-8276-c6c93b8c2b1f tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650194 Sep 14 10:03:20.170618 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-04ccc82b-2aeb-44e5-897a-49d4f2415569 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b644eaf8-1028-4904-91b9-4cf8c699839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628550 Sep 14 10:03:20.179601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:20.180442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.234754 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9090bcc9-c151-44c6-b0e9-ad457baf261a req-a1a2ea69-0428-47a5-b1cd-bb2a49501fce tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423588 Sep 14 10:03:20.238824 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-a7b6d8d5-a695-4fcc-971f-6a1a84a1a78d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7752199 Sep 14 10:03:20.285092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7eec0-7d99-4e04-9aa7-dae618f69df1 req-ab33cd8e-a9da-4317-b6b7-c09b519c69b5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:20.287483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Request body: {'port': {'device_id': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:20.288056 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-78c7eec0-7d99-4e04-9aa7-dae618f69df1 req-ab33cd8e-a9da-4317-b6b7-c09b519c69b5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0637271 Sep 14 10:03:20.291292 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-07021767-19e3-43ba-9e5c-8120ec85d2c2 None None] Provisioning for port 9223bbb2-076c-46ca-8932-fb61e7c3f33a completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:20.296397 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-07021767-19e3-43ba-9e5c-8120ec85d2c2 None None] Provisioning complete for port 9223bbb2-076c-46ca-8932-fb61e7c3f33a triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:20.298760 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-07021767-19e3-43ba-9e5c-8120ec85d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.328097 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee47c8b-5101-4d0c-9326-297ed6e7bf95 x-openstack-request-id: req-cee47c8b-5101-4d0c-9326-297ed6e7bf95 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:20.328592 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:20.329257 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cee47c8b-5101-4d0c-9326-297ed6e7bf95 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:20.329537 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'code': 200} Sep 14 10:03:20.346334 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-07021767-19e3-43ba-9e5c-8120ec85d2c2 None None] Port 9223bbb2-076c-46ca-8932-fb61e7c3f33a cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:20.364414 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-78c7eec0-7d99-4e04-9aa7-dae618f69df1 req-9105c67d-e37f-4f9f-88b7-4ba2841a311f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606375 Sep 14 10:03:20.368076 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-b81aca73-73a1-4538-8cc0-c5ec287d0c3f service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847475 Sep 14 10:03:20.371086 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.572165 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b03b762d-4cd2-4ad3-82c5-a75dff408acc req-f3bb8a25-8868-4caf-abed-2a189e8e314e service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899264 Sep 14 10:03:20.593685 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35398) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:20.702878 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507347151-network', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:20.736073 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Made reservation on behalf of 5cf3f0b8ac9a49999f84e1f46372a4e2 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:20.739003 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.752288 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.769804 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9223bbb2-076c-46ca-8932-fb61e7c3f33a {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:20.784132 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.802196 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Transition to ACTIVE for port object 9223bbb2-076c-46ca-8932-fb61e7c3f33a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:20.806166 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-3e402675-8a26-47fd-b4d1-497ed95f7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:20.808119 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-3e402675-8a26-47fd-b4d1-497ed95f7471 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 1097 time: 0.0810704 Sep 14 10:03:20.809430 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.855747 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.862351 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.889016 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:03:20.908347 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d537fe0-116c-4573-8b7e-301354ec9e91,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:20.911547 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:20.911991 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Added segment fc98b609-520c-4ee4-a90c-b0e58b2a645e of type vlan for network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 Sep 14 10:03:20.923289 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Pushing event updated for resources: {'Port': ['ID=9223bbb2-076c-46ca-8932-fb61e7c3f33a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:20.984353 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-d034b4ce-6144-483a-b9f9-a31ab7db5680 req-18eadd2d-3e1d-4f94-90b0-6c9df03e99ae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:03:20.985734 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d034b4ce-6144-483a-b9f9-a31ab7db5680 req-18eadd2d-3e1d-4f94-90b0-6c9df03e99ae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080278 Sep 14 10:03:20.987647 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.018112 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.019122 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.020071 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.057839 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4621840 Sep 14 10:03:21.060300 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-5184e783-b7e0-44cf-9872-e512c95cf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.061399 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35412) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:21.062160 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-5184e783-b7e0-44cf-9872-e512c95cf558 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 200 len: 910 time: 0.2233987 Sep 14 10:03:21.075873 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Request body: {'subnet': {'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507347151-subnet', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:21.114280 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-e8c1857f-197a-4b55-aaed-61e1bb364c96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711 HTTP/1.1" status: 200 len: 217 time: 0.0432808 Sep 14 10:03:21.152001 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea1e6e-6419-4627-bb39-9812cf02c700 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:21.165797 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:03:21.167933 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Made reservation on behalf of 5cf3f0b8ac9a49999f84e1f46372a4e2 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:21.170959 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.181455 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Attempting to bind port 9223bbb2-076c-46ca-8932-fb61e7c3f33a on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:21.181786 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Attempting to bind port 9223bbb2-076c-46ca-8932-fb61e7c3f33a by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:21.182109 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Attempting to bind port 9223bbb2-076c-46ca-8932-fb61e7c3f33a on network 3021bb68-e039-4a10-9588-d1de5c9fbd48 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:21.226149 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Port 9223bbb2-076c-46ca-8932-fb61e7c3f33a on network 3021bb68-e039-4a10-9588-d1de5c9fbd48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:03:21.233323 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Attempting to bind port 9223bbb2-076c-46ca-8932-fb61e7c3f33a on network 3021bb68-e039-4a10-9588-d1de5c9fbd48 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:21.256815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:21.257173 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Checking segment: {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:21.257550 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Bound using segment: {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:21.258013 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Bound port: 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77482ee2-3383-48dc-829b-6da7e5e56bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:21.258523 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.276304 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-621177ae-985f-4843-93af-9e570680140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.277879 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-621177ae-985f-4843-93af-9e570680140a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54c0319c-de91-4a1b-b98a-f92afa07da04 HTTP/1.1" status: 200 len: 849 time: 0.1554556 Sep 14 10:03:21.320666 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f71b0-d762-4f02-89c6-fcb27bed38cc req-55a264ff-49a8-4508-924e-23179fce1d1b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.322233 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-011f71b0-d762-4f02-89c6-fcb27bed38cc req-55a264ff-49a8-4508-924e-23179fce1d1b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1628356 Sep 14 10:03:21.344552 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847299-c3cb-456c-8a9b-41c4287fa011 req-a07c681d-63d0-439e-8cf9-dd32bb6008d5 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.344950 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-6a5e25c4-8999-4958-b020-c621a7444b79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b644eaf8-1028-4904-91b9-4cf8c699839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569298 Sep 14 10:03:21.346091 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5847299-c3cb-456c-8a9b-41c4287fa011 req-a07c681d-63d0-439e-8cf9-dd32bb6008d5 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 948 time: 0.0856199 Sep 14 10:03:21.430027 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] For port 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:21.435496 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-011f71b0-d762-4f02-89c6-fcb27bed38cc req-efb81b48-ec2a-4bc7-912a-0fb5fe8a12e0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947037 Sep 14 10:03:21.441190 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5847299-c3cb-456c-8a9b-41c4287fa011 req-cd135332-adee-4bc2-a1c9-d25a14d9fd49 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831835 Sep 14 10:03:21.442841 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.487603 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] For port 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:21.511640 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.545850 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc61550-b8f6-43e7-9d69-f4a2da431f5e,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:21.555584 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-190abfb8-3ffa-4260-84b0-cbc9149831c8 service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891360 Sep 14 10:03:21.563023 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35442) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:21.582419 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.583002 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.584742 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] 10.222.0.32 "PUT /v2.0/ports/9223bbb2-076c-46ca-8932-fb61e7c3f33a HTTP/1.1" status: 200 len: 1098 time: 1.3051820 Sep 14 10:03:21.596325 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'tag': '9223bbb2-076c-46ca-8932-fb61e7c3f33a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:21.599111 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Checking segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:21.600067 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac2cea0-354f-4777-ae9b-8091e451821f" -d '{"events": [{"name": "network-changed", "server_uuid": "f404f109-0389-4f37-a260-62d7dbf3af04", "tag": "9223bbb2-076c-46ca-8932-fb61e7c3f33a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:21.600827 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Network hostable DHCP agents. Network: bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:03:21.660751 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:03:21.671011 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3a44-3a5c-402b-b145-e5dff5991af1 req-367296be-12ca-44f6-bf04-e7753723603e tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.673294 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d27b3a44-3a5c-402b-b145-e5dff5991af1 req-367296be-12ca-44f6-bf04-e7753723603e tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 944 time: 0.1222374 Sep 14 10:03:21.709088 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:21.717655 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.718247 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.720278 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126e077-34f0-44fe-9dec-41c2c46444f2 None None] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:03:21.745593 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-82c88294-fcbe-4248-ac8a-d420696e3ea9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6821833 Sep 14 10:03:21.749639 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35450) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:21.754584 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:21.759696 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f07f8c-cb3f-4c70-9fd3-f055cb355027 service neutron] Pushing event updated for resources: {'Port': ['ID=9223bbb2-076c-46ca-8932-fb61e7c3f33a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:21.760555 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d27b3a44-3a5c-402b-b145-e5dff5991af1 req-d1934d6d-6382-465c-92e9-8cf54ccd86c5 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719657 Sep 14 10:03:21.770059 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-f74c8d77-ff05-4cca-a491-06a7babd0055 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2033148 Sep 14 10:03:21.777236 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-105bbab4-e376-4bf5-8f08-641aa8d0f912 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:03:21.795371 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-5c335102-fcf5-4486-b80b-3709b4ebf0c1 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963314088&fields=id&tenant_id=3d3901da85eb495a9237f7154468068c HTTP/1.1" status: 200 len: 267 time: 0.1492348 Sep 14 10:03:21.803688 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-105bbab4-e376-4bf5-8f08-641aa8d0f912 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232260 Sep 14 10:03:21.831060 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.832525 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.854455 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3a18f20c-f591-44bb-a3e2-c4356f4889fe req-cff02691-042c-4ec5-ad15-adc76513179f service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660511 Sep 14 10:03:21.859683 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-d634db73-1e72-45de-8152-832eb744e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:21.861629 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-d634db73-1e72-45de-8152-832eb744e090 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4810fd78d83c42af9147f3c75c7961f1&device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 1101 time: 0.1891282 Sep 14 10:03:21.865046 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc3b00-62e5-4770-ba69-cc6aa683548c x-openstack-request-id: req-5cfc3b00-62e5-4770-ba69-cc6aa683548c {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:21.865325 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f404f109-0389-4f37-a260-62d7dbf3af04", "tag": "9223bbb2-076c-46ca-8932-fb61e7c3f33a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:21.865514 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cfc3b00-62e5-4770-ba69-cc6aa683548c {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:21.865865 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'tag': '9223bbb2-076c-46ca-8932-fb61e7c3f33a', 'status': 'completed', 'code': 200} Sep 14 10:03:21.921791 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.949513 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45495324-5c43-499d-a100-8941126abd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:03:21.950447 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-45495324-5c43-499d-a100-8941126abd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:21.992351 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-58eda091-cd95-41f0-b3a2-a9bdaeb86934 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:22.001996 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-58eda091-cd95-41f0-b3a2-a9bdaeb86934 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 808 time: 0.2057130 Sep 14 10:03:22.004727 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-0fdc8471-aa0e-4c7c-9e7d-c49228a0b86d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a HTTP/1.1" status: 200 len: 217 time: 0.0713699 Sep 14 10:03:22.020546 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-4f2f36f0-72a9-4bcd-a519-8ab1336eab79 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/quotas/3d3901da85eb495a9237f7154468068c HTTP/1.1" status: 200 len: 375 time: 0.0176239 Sep 14 10:03:22.090944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.104767 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-507d87d4-b81e-4def-a3cb-9bed56a4a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:22.106294 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-507d87d4-b81e-4def-a3cb-9bed56a4a10a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6b0bab9-7901-452e-bfeb-52078a640e24 HTTP/1.1" status: 200 len: 843 time: 0.0838394 Sep 14 10:03:22.122794 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-6ae052ff-5e7d-480f-b4b8-d4b5d28db72a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013734 Sep 14 10:03:22.172462 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-45495324-5c43-499d-a100-8941126abd76 None None] Allocated IP 172.20.0.2 (bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69/5bc61550-b8f6-43e7-9d69-f4a2da431f5e/66076928-b35d-4ac0-8e64-f1d8395692e9) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:22.248961 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30239-8308-4af9-9f3e-0b897864756d req-5a6a7ed6-1c2c-4cd7-979d-c6b1a8defacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:22.250515 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-5a6a7ed6-1c2c-4cd7-979d-c6b1a8defacb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3021bb68-e039-4a10-9588-d1de5c9fbd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1200399 Sep 14 10:03:22.261592 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-258b4396-1624-460e-976d-f187adf5e8ec service neutron] 10.222.0.21 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184754 Sep 14 10:03:22.317924 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.336899 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.389632 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-45495324-5c43-499d-a100-8941126abd76 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.400513 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-45495324-5c43-499d-a100-8941126abd76 None None] Transition to ACTIVE for port object 66076928-b35d-4ac0-8e64-f1d8395692e9 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:22.419045 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-45495324-5c43-499d-a100-8941126abd76 None None] Transition to ACTIVE for port object 66076928-b35d-4ac0-8e64-f1d8395692e9 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:22.429668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-45495324-5c43-499d-a100-8941126abd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.432668 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-742d9f25-72da-4592-b379-bcdfc4d3a411 service neutron] 10.222.0.32 "GET /v2.0/networks/3021bb68-e039-4a10-9588-d1de5c9fbd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695242 Sep 14 10:03:22.442161 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-7e3f82f5-d3e0-4970-a69d-3c8b08a557e5 service neutron] 10.222.0.21 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779039 Sep 14 10:03:22.473913 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Allocated IP 172.27.2.20 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/7b0dab51-bded-409c-b244-ed1b7642592e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:22.514419 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45495324-5c43-499d-a100-8941126abd76 None None] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:22.521979 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-45495324-5c43-499d-a100-8941126abd76 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:22.525387 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45495324-5c43-499d-a100-8941126abd76 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:22.559604 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7a30239-8308-4af9-9f3e-0b897864756d req-ad44c517-f2c8-481c-915a-491b0c996f7f service neutron] 10.222.0.32 "GET /v2.0/networks/3021bb68-e039-4a10-9588-d1de5c9fbd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164224 Sep 14 10:03:22.560222 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45495324-5c43-499d-a100-8941126abd76 None None] Pushing event updated for resources: {'Port': ['ID=66076928-b35d-4ac0-8e64-f1d8395692e9,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:22.587348 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-45495324-5c43-499d-a100-8941126abd76 None None] Attempting to bind port 66076928-b35d-4ac0-8e64-f1d8395692e9 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:22.587724 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-45495324-5c43-499d-a100-8941126abd76 None None] Attempting to bind port 66076928-b35d-4ac0-8e64-f1d8395692e9 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:22.588103 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45495324-5c43-499d-a100-8941126abd76 None None] Attempting to bind port 66076928-b35d-4ac0-8e64-f1d8395692e9 on network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:22.593223 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45495324-5c43-499d-a100-8941126abd76 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:22.594200 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45495324-5c43-499d-a100-8941126abd76 None None] Checking segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:22.594200 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-45495324-5c43-499d-a100-8941126abd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.595306 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45495324-5c43-499d-a100-8941126abd76 None None] Bound using segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:22.595473 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-45495324-5c43-499d-a100-8941126abd76 None None] Bound port: 66076928-b35d-4ac0-8e64-f1d8395692e9, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:22.596902 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-45495324-5c43-499d-a100-8941126abd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.654331 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.663853 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a7f59-9143-49fb-8d0e-1bd8d46dc7ed req-e1ef225e-550e-4b21-97c9-335d5beb68d1 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:22.665396 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e69a7f59-9143-49fb-8d0e-1bd8d46dc7ed req-e1ef225e-550e-4b21-97c9-335d5beb68d1 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 948 time: 0.0844021 Sep 14 10:03:22.665896 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-45495324-5c43-499d-a100-8941126abd76 None None] For port 66076928-b35d-4ac0-8e64-f1d8395692e9, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:22.669076 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-45495324-5c43-499d-a100-8941126abd76 None None] For port 66076928-b35d-4ac0-8e64-f1d8395692e9, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=66076928-b35d-4ac0-8e64-f1d8395692e9,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:22.675965 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-45495324-5c43-499d-a100-8941126abd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.730461 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e69a7f59-9143-49fb-8d0e-1bd8d46dc7ed req-bbc7d7dd-09b0-4384-81ce-1784a677a7b9 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549748 Sep 14 10:03:22.733675 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45495324-5c43-499d-a100-8941126abd76 None None] Pushing event updated for resources: {'Port': ['ID=66076928-b35d-4ac0-8e64-f1d8395692e9,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:22.743631 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:22.775369 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cea0-354f-4777-ae9b-8091e451821f req-eb69e80c-d339-4082-bdc5-ac4cb4d06ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:22.778200 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-eb69e80c-d339-4082-bdc5-ac4cb4d06ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4810fd78d83c42af9147f3c75c7961f1&device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 1101 time: 0.0813053 Sep 14 10:03:22.789701 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:22.792195 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:22.802333 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:22.875397 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Pushing event updated for resources: {'Port': ['ID=7b0dab51-bded-409c-b244-ed1b7642592e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:22.977639 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219df7-8704-49b0-b429-637f9284a60c req-37518379-45e6-4390-bc1c-df9fdefc90ca tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:22.979392 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-79219df7-8704-49b0-b429-637f9284a60c req-37518379-45e6-4390-bc1c-df9fdefc90ca tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1289921 Sep 14 10:03:23.134069 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-79219df7-8704-49b0-b429-637f9284a60c req-586e58d3-7285-4a7c-befd-9a095a0ac455 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051111 Sep 14 10:03:23.187528 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:23.195626 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61491357-fec5-4a33-b62d-d82cabaac0c7 req-cda330e7-10d9-45cd-959f-f848157ccc29 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 210 time: 0.3301919 Sep 14 10:03:23.241811 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cea0-354f-4777-ae9b-8091e451821f req-778b17e4-bbe6-452b-9108-d63bb6dba9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:23.243133 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-778b17e4-bbe6-452b-9108-d63bb6dba9c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3021bb68-e039-4a10-9588-d1de5c9fbd48 HTTP/1.1" status: 200 len: 870 time: 0.4546766 Sep 14 10:03:23.289638 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-521b0d11-271f-43d4-a1d5-e8596080c035 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a HTTP/1.1" status: 200 len: 217 time: 0.0357621 Sep 14 10:03:23.334525 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0628-9909-4c1c-a53a-d2741677d0c1 req-87196f67-9a26-4972-9e18-68439e0acab9 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:23.336473 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-56cf0628-9909-4c1c-a53a-d2741677d0c1 req-87196f67-9a26-4972-9e18-68439e0acab9 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 944 time: 0.0709443 Sep 14 10:03:23.345913 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cea0-354f-4777-ae9b-8091e451821f req-4bf74d3c-6355-487e-b73a-e152bf9f9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:23.347408 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-4bf74d3c-6355-487e-b73a-e152bf9f9c88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6b0bab9-7901-452e-bfeb-52078a640e24 HTTP/1.1" status: 200 len: 843 time: 0.0465250 Sep 14 10:03:23.405104 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cea0-354f-4777-ae9b-8091e451821f req-30d906b6-ebdd-4e73-8390-4c35a46b97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:23.406681 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-30d906b6-ebdd-4e73-8390-4c35a46b97f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3021bb68-e039-4a10-9588-d1de5c9fbd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496767 Sep 14 10:03:23.443862 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-56cf0628-9909-4c1c-a53a-d2741677d0c1 req-c05b24bd-93cf-485d-8cf7-61f19bb04f5d tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Sep 14 10:03:23.466369 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:23.509142 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-08e31ead-1aef-4355-a924-b22f51b16eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/3021bb68-e039-4a10-9588-d1de5c9fbd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912094 Sep 14 10:03:23.605480 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:03:23.623881 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bac2cea0-354f-4777-ae9b-8091e451821f req-08e0fc23-cfe3-41fa-8109-796d8aceed2b service neutron] 10.222.0.32 "GET /v2.0/networks/3021bb68-e039-4a10-9588-d1de5c9fbd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027570 Sep 14 10:03:23.789882 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ece2ef56-99ba-4fa3-ba60-62aea7860711 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:03:23.802936 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:03:23.871142 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f1-6b88-4dce-80ac-8a5577dd188e req-6e01e62e-387d-4e55-bb2a-02be6435d782 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:23.873094 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7140e8f1-6b88-4dce-80ac-8a5577dd188e req-6e01e62e-387d-4e55-bb2a-02be6435d782 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 948 time: 0.0599060 Sep 14 10:03:23.904425 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23d482-17fa-4e3e-800c-5e1c09502336 None None] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:03:23.916356 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7140e8f1-6b88-4dce-80ac-8a5577dd188e req-36811e46-774a-4cc4-b218-c05fd29674a6 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370443 Sep 14 10:03:23.946449 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:03:23.956741 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Sync routers for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:03:23.966694 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:23.966904 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:23.968519 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:23.970644 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f9c76b1f-f74b-43cf-b975-c617d55ef22b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2200665 Sep 14 10:03:23.973611 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35486) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:24.014446 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ece2ef56-99ba-4fa3-ba60-62aea7860711, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:24.041906 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'ece2ef56-99ba-4fa3-ba60-62aea7860711', 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d', 'port_id': 'ece2ef56-99ba-4fa3-ba60-62aea7860711', 'mac_address': 'fa:16:3e:89:e9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c0319c-de91-4a1b-b98a-f92afa07da04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:03:24.052847 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-f3362805-0e40-4672-bc3d-61958821482f None None] Provisioning for port 66076928-b35d-4ac0-8e64-f1d8395692e9 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:24.129043 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.157514 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:24.160709 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece2ef56-99ba-4fa3-ba60-62aea7860711 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:24.196568 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ece2ef56-99ba-4fa3-ba60-62aea7860711, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:24.209101 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.315314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=ece2ef56-99ba-4fa3-ba60-62aea7860711,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:24.425954 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:22Z', 'revision_number': 3, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:24.434972 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bd674830-e8b6-4467-81fd-1a610ab1f36d req-7e59942a-5c58-4fd8-b4a0-1f96dafedf2f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 210 time: 0.1085677 Sep 14 10:03:24.483778 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Checking router: b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:03:24.484090 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Updating router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 port 7b0dab51-bded-409c-b244-ed1b7642592e binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:03:24.486870 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2598b429-2fb1-471f-af7e-58d7202dbf3b tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:24.488538 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2598b429-2fb1-471f-af7e-58d7202dbf3b tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 808 time: 0.2175567 Sep 14 10:03:24.522358 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.539141 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f97043-e624-4440-b669-937c97e29f13 req-cdb6d73c-8247-42f8-acd3-1eb4d7bbdf6a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:24.549133 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b4f97043-e624-4440-b669-937c97e29f13 req-cdb6d73c-8247-42f8-acd3-1eb4d7bbdf6a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1787210 Sep 14 10:03:24.552589 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-8d0d48fe-3db5-4cc1-88ff-000e180f22cb tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3901da85eb495a9237f7154468068c HTTP/1.1" status: 200 len: 379 time: 0.0400758 Sep 14 10:03:24.572083 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'port': {'device_id': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'admin_state_up': True, 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'security_groups': ['1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:24.620370 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b4f97043-e624-4440-b669-937c97e29f13 req-17d82b0a-0311-499c-962d-563dc0d9590f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701294 Sep 14 10:03:24.650369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['ece2ef56-99ba-4fa3-ba60-62aea7860711'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:24.671257 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.683321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78db65-be48-42ee-b885-d811cb8aae34 req-f895da07-134b-4027-871b-ad1420a3e2ea tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:24.684852 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d78db65-be48-42ee-b885-d811cb8aae34 req-f895da07-134b-4027-871b-ad1420a3e2ea tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 945 time: 0.1271746 Sep 14 10:03:24.744561 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d78db65-be48-42ee-b885-d811cb8aae34 req-d2c7bf7f-da0c-4714-a140-188efb3b0495 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 Sep 14 10:03:24.758674 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Made reservation on behalf of 3d3901da85eb495a9237f7154468068c for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:24.762787 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.854144 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.867582 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Transition to ACTIVE for port object 7b0dab51-bded-409c-b244-ed1b7642592e will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:24.868154 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Allocated IP 172.20.0.1 (bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69/5bc61550-b8f6-43e7-9d69-f4a2da431f5e/f1bf8159-a9f0-4b7c-a678-a271bed1d886) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:24.876227 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.910848 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Allocated IP 172.20.0.14 (560706fb-46bf-4c29-94b1-0c7540774ada/d7189722-ee51-4aad-8848-49538c856714/68efc499-130e-4e19-bb28-47b15c71c178) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:24.939879 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Attempting to bind port 7b0dab51-bded-409c-b244-ed1b7642592e on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:24.940347 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Attempting to bind port 7b0dab51-bded-409c-b244-ed1b7642592e by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:24.941156 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Attempting to bind port 7b0dab51-bded-409c-b244-ed1b7642592e on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:24.942745 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2555de-aad2-45bc-a7c5-5a2290a1e174 None None] Pushing event updated for resources: {'Port': ['ID=7b0dab51-bded-409c-b244-ed1b7642592e,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:24.948697 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:24.949207 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:24.949676 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:24.950125 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:24.950667 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Bound port: 7b0dab51-bded-409c-b244-ed1b7642592e, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:24.951133 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.017131 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 66076928-b35d-4ac0-8e64-f1d8395692e9 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:25.020984 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] For port 7b0dab51-bded-409c-b244-ed1b7642592e, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:25.025227 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] For port 7b0dab51-bded-409c-b244-ed1b7642592e, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=7b0dab51-bded-409c-b244-ed1b7642592e,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:25.034864 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.076086 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.076335 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.089955 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2555de-aad2-45bc-a7c5-5a2290a1e174 None None] Pushing event updated for resources: {'Port': ['ID=7b0dab51-bded-409c-b244-ed1b7642592e,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:25.091073 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 66076928-b35d-4ac0-8e64-f1d8395692e9 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:25.091798 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Transition to ACTIVE for port object 68efc499-130e-4e19-bb28-47b15c71c178 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:25.096338 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Transition to ACTIVE for port object f1bf8159-a9f0-4b7c-a678-a271bed1d886 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:25.098248 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 66076928-b35d-4ac0-8e64-f1d8395692e9 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:25.098698 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.113748 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee1dc5-7bcb-4406-bb61-f45673403b9a req-ab74d080-ec0e-4667-859a-34253fa5a8a1 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:25.115204 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b0ee1dc5-7bcb-4406-bb61-f45673403b9a req-ab74d080-ec0e-4667-859a-34253fa5a8a1 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 948 time: 0.0763912 Sep 14 10:03:25.117151 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:25.117936 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:25.155054 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.173452 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.181226 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b0ee1dc5-7bcb-4406-bb61-f45673403b9a req-494e5502-404d-44ed-8f8d-7bd1f86b334a tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 Sep 14 10:03:25.220277 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.220906 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Network 560706fb-46bf-4c29-94b1-0c7540774ada is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:25.221060 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:25.224541 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:25.224683 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:25.227735 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:25.227898 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:25.228217 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.261350 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 66076928-b35d-4ac0-8e64-f1d8395692e9, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=66076928-b35d-4ac0-8e64-f1d8395692e9,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:25.267553 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1bf8159-a9f0-4b7c-a678-a271bed1d886,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:25.270527 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.288219 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:25.295448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:25.331408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:25.332363 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.371285 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-2c49c731-2d05-4347-ba31-e06101229ef2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013771 Sep 14 10:03:25.383550 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=66076928-b35d-4ac0-8e64-f1d8395692e9,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:25.400281 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Request body: {'port': {'device_id': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:25.445182 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.475664 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.602945 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:22Z', 'revision_number': 3, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:25.614238 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Provisioning for port f1bf8159-a9f0-4b7c-a678-a271bed1d886 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:25.619427 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Provisioning complete for port f1bf8159-a9f0-4b7c-a678-a271bed1d886 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:25.619964 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.635918 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15f2e-db19-49eb-b91b-0820d66c47bf None None] The sync data for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:22Z', 'revision_number': 3, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:03:25.665804 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Port f1bf8159-a9f0-4b7c-a678-a271bed1d886 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:25.670425 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e164bc2-17c4-4f60-a3c6-8cec7e92a9c3 req-38c7f46d-5300-402c-9293-756f4867ca0d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:25.671992 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e164bc2-17c4-4f60-a3c6-8cec7e92a9c3 req-38c7f46d-5300-402c-9293-756f4867ca0d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 932 time: 0.1261303 Sep 14 10:03:25.683858 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Provisioning for port 68efc499-130e-4e19-bb28-47b15c71c178 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:25.697246 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.702534 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Provisioning complete for port 68efc499-130e-4e19-bb28-47b15c71c178 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:25.702870 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.708268 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.709839 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.742490 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e164bc2-17c4-4f60-a3c6-8cec7e92a9c3 req-33d7815e-fd78-436d-919a-bd864ae2664d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603225 Sep 14 10:03:25.753425 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d59a9-1ff4-4675-92f3-eafc0eeb5e15 None None] Port 68efc499-130e-4e19-bb28-47b15c71c178 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:25.796526 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 9223bbb2-076c-46ca-8932-fb61e7c3f33a details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:03:25.807155 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ece2ef56-99ba-4fa3-ba60-62aea7860711 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:25.865754 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1bf8159-a9f0-4b7c-a678-a271bed1d886,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:25.894850 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68efc499-130e-4e19-bb28-47b15c71c178 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:25.900268 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbcb9f-5535-4d6d-8488-926c05578d60 req-2c451821-fc02-4edd-bf63-a67c52ae01b6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:25.908128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.908778 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ffbcb9f-5535-4d6d-8488-926c05578d60 req-2c451821-fc02-4edd-bf63-a67c52ae01b6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1201253 Sep 14 10:03:25.922352 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:25.924875 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd8687-d75d-4e53-b06c-5e77acc471b7 req-a16249ca-4be8-4209-b322-e7beb44a8911 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:25.926448 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-77fd8687-d75d-4e53-b06c-5e77acc471b7 req-a16249ca-4be8-4209-b322-e7beb44a8911 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 945 time: 0.0786059 Sep 14 10:03:25.930266 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:25.956225 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Transition to ACTIVE for port object 68efc499-130e-4e19-bb28-47b15c71c178 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:25.971162 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:25.998848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:26.010271 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '9223bbb2-076c-46ca-8932-fb61e7c3f33a', 'network_id': '3021bb68-e039-4a10-9588-d1de5c9fbd48', 'port_id': '9223bbb2-076c-46ca-8932-fb61e7c3f33a', 'mac_address': 'fa:16:3e:01:2c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b0bab9-7901-452e-bfeb-52078a640e24', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:03:26.035941 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ffbcb9f-5535-4d6d-8488-926c05578d60 req-1771bebf-0eba-4a29-9049-26b35f3d6d30 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260204 Sep 14 10:03:26.070147 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.072603 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port ece2ef56-99ba-4fa3-ba60-62aea7860711 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:26.077913 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port ece2ef56-99ba-4fa3-ba60-62aea7860711 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:26.078492 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.096732 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-77fd8687-d75d-4e53-b06c-5e77acc471b7 req-b237282c-82b5-4625-93e8-78f0b1ed5886 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504951 Sep 14 10:03:26.122176 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9223bbb2-076c-46ca-8932-fb61e7c3f33a {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:26.148117 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:26.170356 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:26.175703 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:03:26.183421 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.299968 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Attempting to bind port 68efc499-130e-4e19-bb28-47b15c71c178 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:26.300303 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Attempting to bind port 68efc499-130e-4e19-bb28-47b15c71c178 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:26.300630 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Attempting to bind port 68efc499-130e-4e19-bb28-47b15c71c178 on network 560706fb-46bf-4c29-94b1-0c7540774ada {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:26.305808 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Port 68efc499-130e-4e19-bb28-47b15c71c178 on network 560706fb-46bf-4c29-94b1-0c7540774ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:03:26.306061 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Attempting to bind port 68efc499-130e-4e19-bb28-47b15c71c178 on network 560706fb-46bf-4c29-94b1-0c7540774ada {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:26.310984 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=9223bbb2-076c-46ca-8932-fb61e7c3f33a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:26.311255 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:26.311586 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Checking segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:26.311965 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Bound using segment: {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:26.312381 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Bound port: 68efc499-130e-4e19-bb28-47b15c71c178, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f226e7e-b64a-4efb-a02d-810f0f365240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:26.312731 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.339801 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.381327 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2ef56-99ba-4fa3-ba60-62aea7860711'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:26.384161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6f3b0-05fe-4fe0-a66b-1b3e4333313e" -d '{"events": [{"server_uuid": "02acce2c-88ef-4581-9ef6-5fd11913766b", "name": "network-vif-plugged", "status": "completed", "tag": "ece2ef56-99ba-4fa3-ba60-62aea7860711"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:26.403364 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ece2ef56-99ba-4fa3-ba60-62aea7860711, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:26.405360 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-333bc6a1-e3cb-46bc-bb3d-e91d83f13672 None None] Provisioning complete for port f1bf8159-a9f0-4b7c-a678-a271bed1d886 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:26.405794 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-333bc6a1-e3cb-46bc-bb3d-e91d83f13672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.435857 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:26.441345 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:26.450154 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c600ac4-7493-4901-be6e-902f3f46a987 x-openstack-request-id: req-2c600ac4-7493-4901-be6e-902f3f46a987 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:26.454759 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02acce2c-88ef-4581-9ef6-5fd11913766b", "name": "network-vif-plugged", "status": "completed", "tag": "ece2ef56-99ba-4fa3-ba60-62aea7860711", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:26.454759 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c600ac4-7493-4901-be6e-902f3f46a987 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:26.454759 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2ef56-99ba-4fa3-ba60-62aea7860711', 'code': 200} Sep 14 10:03:26.455192 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.455316 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.472089 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa1edf-4176-46f7-9e09-23240dfc09a6 req-f8b9e488-a47b-4d37-b3b5-741fb5f7d688 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:26.473694 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-08fa1edf-4176-46f7-9e09-23240dfc09a6 req-f8b9e488-a47b-4d37-b3b5-741fb5f7d688 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 949 time: 0.1326942 Sep 14 10:03:26.507560 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-333bc6a1-e3cb-46bc-bb3d-e91d83f13672 None None] Port f1bf8159-a9f0-4b7c-a678-a271bed1d886 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:26.522115 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:26.522815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:26.524141 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 1094 time: 1.1313500 Sep 14 10:03:26.524610 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:26.526949 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:26.532287 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=ece2ef56-99ba-4fa3-ba60-62aea7860711,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:26.547106 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:03:26.562246 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3ddd8c79-8148-40e8-b2f0-7c29da7953c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797610 Sep 14 10:03:26.563969 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b8041-c4c8-40ea-b788-7af7a2e580e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:26.574962 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-08fa1edf-4176-46f7-9e09-23240dfc09a6 req-a4113dca-62f8-482c-ac2f-0ddc268fa2c3 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910172 Sep 14 10:03:26.604707 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['9223bbb2-076c-46ca-8932-fb61e7c3f33a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:26.656612 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be242598-b7b9-4965-8b85-f488a2f7753b x-openstack-request-id: req-be242598-b7b9-4965-8b85-f488a2f7753b {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:26.659836 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:26.661728 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be242598-b7b9-4965-8b85-f488a2f7753b {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:26.664092 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'status': 'completed', 'code': 200} Sep 14 10:03:26.717554 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-0e17850b-2df3-4b4b-9df6-c0b7070f7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:26.719119 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-0e17850b-2df3-4b4b-9df6-c0b7070f7a84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1097 time: 0.1096623 Sep 14 10:03:26.797096 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-47e6a541-7c03-4f2e-8f10-aa5974e57b43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 217 time: 0.0508411 Sep 14 10:03:26.822356 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717f91-d09e-4de4-8586-698fe09c21ca req-95201cee-abdf-4424-a874-d30d32836e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:26.824272 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-18717f91-d09e-4de4-8586-698fe09c21ca req-95201cee-abdf-4424-a874-d30d32836e64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 1099 time: 0.1090431 Sep 14 10:03:26.898422 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-b98a5d4c-8219-4e2e-8ac8-02ceda78ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:26.899892 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-b98a5d4c-8219-4e2e-8ac8-02ceda78ce98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.0938680 Sep 14 10:03:26.901973 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-18717f91-d09e-4de4-8586-698fe09c21ca req-2bfdb320-dc91-4694-b07f-fb83d32ccb35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Sep 14 10:03:26.942562 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1fa37-f2ac-4897-828a-936ebd2e4ecb req-81d71cb4-8775-4060-9fc2-8b83d6683414 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:26.944224 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e6d1fa37-f2ac-4897-828a-936ebd2e4ecb req-81d71cb4-8775-4060-9fc2-8b83d6683414 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0738497 Sep 14 10:03:26.990600 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e6d1fa37-f2ac-4897-828a-936ebd2e4ecb req-b6a12fa0-e2d1-45f4-b8b5-fb46b5049980 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386677 Sep 14 10:03:27.049565 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 7b0dab51-bded-409c-b244-ed1b7642592e up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:27.096966 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 7b0dab51-bded-409c-b244-ed1b7642592e completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:27.100557 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 7b0dab51-bded-409c-b244-ed1b7642592e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:27.100980 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.236958 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff273c-211d-48ab-9637-cac41fa7d01e req-8dce4fe2-7caa-4082-a982-cdaac08ba2d8 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.244965 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20ff273c-211d-48ab-9637-cac41fa7d01e req-8dce4fe2-7caa-4082-a982-cdaac08ba2d8 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 946 time: 0.0727293 Sep 14 10:03:27.292290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35536) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:27.293254 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20ff273c-211d-48ab-9637-cac41fa7d01e req-67150fa2-b133-469d-99f2-b172d0cd8bc3 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445745 Sep 14 10:03:27.300638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1629f3b-642d-4285-b8be-d8f37f253978 req-0ac63768-525d-460f-bae7-7c5d8918e798 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.302367 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e1629f3b-642d-4285-b8be-d8f37f253978 req-0ac63768-525d-460f-bae7-7c5d8918e798 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1193273 Sep 14 10:03:27.308782 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1203552174-network', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:27.336430 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.354869 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-72a8d9a2-5e0e-4df9-a22a-ff4a951a4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.356350 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-72a8d9a2-5e0e-4df9-a22a-ff4a951a4e15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1281250 Sep 14 10:03:27.357989 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 7b0dab51-bded-409c-b244-ed1b7642592e, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=7b0dab51-bded-409c-b244-ed1b7642592e,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:27.362087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.362909 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 66076928-b35d-4ac0-8e64-f1d8395692e9 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:27.377354 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Made reservation on behalf of 6bf4b2c31da744ee9f286987b74b5c1f for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:27.379509 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.393974 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e1629f3b-642d-4285-b8be-d8f37f253978 req-5f431c72-477f-42f2-8680-e3c3cf118e62 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793366 Sep 14 10:03:27.403221 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.444963 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=7b0dab51-bded-409c-b244-ed1b7642592e,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:27.458942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 66076928-b35d-4ac0-8e64-f1d8395692e9 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:27.459256 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.504956 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-70032c5e-e305-4a00-afa7-c88c5e657600 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370087 Sep 14 10:03:27.628408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.632722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5c6144ab-437d-4b20-ad92-e39b2d99226d req-69190492-ff28-45f5-8840-0e26ce5e10f7 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138356 Sep 14 10:03:27.633783 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.658203 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:03:27.674076 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d58cf-d65d-4f25-932f-0b3909e2fbe9,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:27.680518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.680518 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Added segment d4287b37-fb27-44e1-8609-44a6a50f3128 of type vlan for network 3939992b-a44a-4bbc-811c-35d3d51e43c4 Sep 14 10:03:27.711660 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddeab9-2f7c-49c6-bbf3-d27153328751 req-035d263d-f028-4d40-8895-46642519cfb3 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.712774 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1bddeab9-2f7c-49c6-bbf3-d27153328751 req-035d263d-f028-4d40-8895-46642519cfb3 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 949 time: 0.0569015 Sep 14 10:03:27.753632 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.756960 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1bddeab9-2f7c-49c6-bbf3-d27153328751 req-cc0a36ac-1435-4b9f-8812-f46465098abd tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371838 Sep 14 10:03:27.784255 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-caede1c7-9e29-46d5-bfcc-69f00c595f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.785785 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-caede1c7-9e29-46d5-bfcc-69f00c595f14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1097 time: 0.0645089 Sep 14 10:03:27.790523 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.791381 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.791944 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.815992 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 9223bbb2-076c-46ca-8932-fb61e7c3f33a up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:27.847114 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5437100 Sep 14 10:03:27.850445 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35542) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:27.856417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Request body: {'subnet': {'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1203552174-subnet', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:27.872922 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 9223bbb2-076c-46ca-8932-fb61e7c3f33a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:27.877639 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Sync routers for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:03:27.882655 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 9223bbb2-076c-46ca-8932-fb61e7c3f33a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:27.883025 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.909397 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:27.910030 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:27.916314 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b534-3613-49df-8ce6-ee0cb6fd9f04 admin admin] Pushing event updated for resources: {'Network': ['ID=3939992b-a44a-4bbc-811c-35d3d51e43c4,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:27.947943 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Made reservation on behalf of 6bf4b2c31da744ee9f286987b74b5c1f for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:27.950161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:03:27.950286 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59910702'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:27.966191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-eca1d478-3a06-49b4-b5bd-b5c3b995a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:27.967568 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-eca1d478-3a06-49b4-b5bd-b5c3b995a3aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 909 time: 0.1679635 Sep 14 10:03:28.055113 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-493a0d93-fdc4-478d-9d70-4df345be73b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 217 time: 0.0456591 Sep 14 10:03:28.116438 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:28.118604 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.178566 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-be8fdf01-dd0d-4ee8-b3b4-2d063312c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.180034 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-be8fdf01-dd0d-4ee8-b3b4-2d063312c6bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.1119728 Sep 14 10:03:28.195095 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133dcbd-0bdc-44b0-98bd-fd419fb969ec req-853c5a87-3ab7-48f7-851d-be6a14dae1a8 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.196482 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b133dcbd-0bdc-44b0-98bd-fd419fb969ec req-853c5a87-3ab7-48f7-851d-be6a14dae1a8 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0980279 Sep 14 10:03:28.214781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:28.227211 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.294741 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59910704'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.301826 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b133dcbd-0bdc-44b0-98bd-fd419fb969ec req-d3bdf453-0b0e-492b-823b-23bad534ce87 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918212 Sep 14 10:03:28.330501 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=9223bbb2-076c-46ca-8932-fb61e7c3f33a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:28.330738 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-719f1832-e5e3-4b96-96aa-ae921c4302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.330738 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-719f1832-e5e3-4b96-96aa-ae921c4302aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301126 Sep 14 10:03:28.377159 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30808d8-d915-4e46-990b-68d84be04f3a,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:28.408414 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 2, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:28.433737 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Checking segment: {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:28.434098 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Network hostable DHCP agents. Network: 3939992b-a44a-4bbc-811c-35d3d51e43c4, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:03:28.445979 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d9d62-9f25-469f-9339-359371a66dba req-07c77f2f-c712-45a2-92a3-290a0ebc69dd tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.450786 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Checking router: b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:03:28.451151 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Updating router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 port f1bf8159-a9f0-4b7c-a678-a271bed1d886 binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:03:28.462185 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-196d9d62-9f25-469f-9339-359371a66dba req-07c77f2f-c712-45a2-92a3-290a0ebc69dd tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 946 time: 0.0778878 Sep 14 10:03:28.466692 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-12afb650-3c40-4b11-b90b-4ad1ac3e6424 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240890 Sep 14 10:03:28.471702 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:03:28.478032 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223bbb2-076c-46ca-8932-fb61e7c3f33a'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:28.480248 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744bd7c3-a333-4c04-9c55-0b9b71602041" -d '{"events": [{"server_uuid": "f404f109-0389-4f37-a260-62d7dbf3af04", "name": "network-vif-plugged", "status": "completed", "tag": "9223bbb2-076c-46ca-8932-fb61e7c3f33a"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:28.491275 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.501524 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-196d9d62-9f25-469f-9339-359371a66dba req-4056a703-3ff8-4e3e-9604-0aa3ae8b2105 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Sep 14 10:03:28.529078 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 3939992b-a44a-4bbc-811c-35d3d51e43c4) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:28.543990 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f744d6f-f550-4801-bc89-47f9e8db7a7d None None] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:03:28.548747 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.549437 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.560972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10682c0-f681-4a7c-bf0d-edaf093062ab x-openstack-request-id: req-d10682c0-f681-4a7c-bf0d-edaf093062ab {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:28.561247 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404f109-0389-4f37-a260-62d7dbf3af04", "name": "network-vif-plugged", "status": "completed", "tag": "9223bbb2-076c-46ca-8932-fb61e7c3f33a", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:28.561496 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d10682c0-f681-4a7c-bf0d-edaf093062ab {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:28.561878 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223bbb2-076c-46ca-8932-fb61e7c3f33a', 'code': 200} Sep 14 10:03:28.608082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338749d-2eb9-4cf0-806f-240042035933 req-e86e9a9c-8c9c-4dfb-8c96-d2ca70ce1121 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.609710 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8338749d-2eb9-4cf0-806f-240042035933 req-e86e9a9c-8c9c-4dfb-8c96-d2ca70ce1121 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1354136 Sep 14 10:03:28.615618 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a4d83db9-9c2c-4610-97ed-e6568675f898 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7605433 Sep 14 10:03:28.615862 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35556) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:28.624599 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:28.663393 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.664378 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.677421 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86a882e9-3c7b-4ba0-a04a-4effdfaaaa67 req-b6e9c148-68f8-47d7-a90a-f10c210084de service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010593 Sep 14 10:03:28.705192 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8338749d-2eb9-4cf0-806f-240042035933 req-a3196f78-6a83-4f45-bae7-dcec317b4203 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574281 Sep 14 10:03:28.748185 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.887957 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-3939992b-a44a-4bbc-811c-35d3d51e43c4', 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'fixed_ips': [{'subnet_id': 'e30808d8-d915-4e46-990b-68d84be04f3a'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:03:28.898781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:28.949110 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe9fc4-02b5-4c49-9c9a-c26c0bebb6e7 req-7ae43967-945f-4b7c-acac-dc21e55108a5 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:28.952354 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-afbe9fc4-02b5-4c49-9c9a-c26c0bebb6e7 req-7ae43967-945f-4b7c-acac-dc21e55108a5 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.0937998 Sep 14 10:03:29.000002 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-afbe9fc4-02b5-4c49-9c9a-c26c0bebb6e7 req-20fd63f4-9dd9-4056-9e96-90c87e0926db tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Sep 14 10:03:29.005079 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 7b0dab51-bded-409c-b244-ed1b7642592e up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:29.136489 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.151336 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357577a-226b-491d-9d6f-8ae99427403f req-0150c1ce-caad-4ad1-bb43-27ae8cfe15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:29.152994 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a357577a-226b-491d-9d6f-8ae99427403f req-0150c1ce-caad-4ad1-bb43-27ae8cfe15b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 1103 time: 0.1071038 Sep 14 10:03:29.174944 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.186838 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Allocated IP 172.20.0.2 (3939992b-a44a-4bbc-811c-35d3d51e43c4/e30808d8-d915-4e46-990b-68d84be04f3a/fb41db87-6fb7-4088-a98b-567ff78a1a7d) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:29.205714 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Transition to ACTIVE for port object f1bf8159-a9f0-4b7c-a678-a271bed1d886 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:29.208525 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a357577a-226b-491d-9d6f-8ae99427403f req-af6d0cf3-10fd-4dcb-91b3-e40e0987bdc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Sep 14 10:03:29.217075 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 7b0dab51-bded-409c-b244-ed1b7642592e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:29.217075 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.240513 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.374067 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361f22b-1a17-4bef-aad7-d67285fcbc3c None None] Pushing event updated for resources: {'Port': ['ID=f1bf8159-a9f0-4b7c-a678-a271bed1d886,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:29.394191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.415203 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.493647 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21cb3-8c9c-4cd4-a5b9-e8c790fd6ba6 req-c315729e-6a03-4596-81cb-ab961f70c535 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:29.496059 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b1f21cb3-8c9c-4cd4-a5b9-e8c790fd6ba6 req-c315729e-6a03-4596-81cb-ab961f70c535 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0862000 Sep 14 10:03:29.569552 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b1f21cb3-8c9c-4cd4-a5b9-e8c790fd6ba6 req-c9a0b987-abe1-497a-9ab9-fa6f57e499b5 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665376 Sep 14 10:03:29.580895 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d561c-5707-4896-8a36-b4525ae55fce req-28b3230e-9c19-40ab-b82d-07a5114b7143 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:29.591014 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-914d561c-5707-4896-8a36-b4525ae55fce req-28b3230e-9c19-40ab-b82d-07a5114b7143 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 946 time: 0.1257808 Sep 14 10:03:29.638069 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Allocated IP 172.27.2.97 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/f3531507-5156-486f-965b-ce5e625e0bef) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:29.650704 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Attempting to bind port f1bf8159-a9f0-4b7c-a678-a271bed1d886 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:29.651069 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Attempting to bind port f1bf8159-a9f0-4b7c-a678-a271bed1d886 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:29.651433 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Attempting to bind port f1bf8159-a9f0-4b7c-a678-a271bed1d886 on network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:29.666235 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-914d561c-5707-4896-8a36-b4525ae55fce req-ecfcc102-2cbc-4cb3-adbd-1dcd27dd4ebb tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743568 Sep 14 10:03:29.688399 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:29.689083 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Checking segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:29.689314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.689649 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Bound using segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:29.690203 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Bound port: f1bf8159-a9f0-4b7c-a678-a271bed1d886, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:29.690647 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.749223 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.763929 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Transition to ACTIVE for port object fb41db87-6fb7-4088-a98b-567ff78a1a7d will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:29.780397 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.804700 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Transition to ACTIVE for port object fb41db87-6fb7-4088-a98b-567ff78a1a7d will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:29.809025 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] For port f1bf8159-a9f0-4b7c-a678-a271bed1d886, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:29.812419 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] For port f1bf8159-a9f0-4b7c-a678-a271bed1d886, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f1bf8159-a9f0-4b7c-a678-a271bed1d886,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:29.814169 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.838695 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.844966 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b9ce-f8b0-4609-901a-3312a4665151 req-b8953b3e-3306-49ba-a5a3-0cf5b66c4f84 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:29.846159 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:29.853920 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ddb0b9ce-f8b0-4609-901a-3312a4665151 req-b8953b3e-3306-49ba-a5a3-0cf5b66c4f84 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0695004 Sep 14 10:03:29.860754 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:29.862198 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:29.863414 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:29.867471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:29.886048 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:29.894956 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Pushing event updated for resources: {'Port': ['ID=fb41db87-6fb7-4088-a98b-567ff78a1a7d,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:29.909742 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ddb0b9ce-f8b0-4609-901a-3312a4665151 req-60846b4d-7ec9-45b5-814d-7bd0f069f805 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515895 Sep 14 10:03:29.937450 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:29.939612 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:29.940800 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:29.984351 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Pushing event updated for resources: {'Port': ['ID=f3531507-5156-486f-965b-ce5e625e0bef,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:30.053510 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361f22b-1a17-4bef-aad7-d67285fcbc3c None None] Pushing event updated for resources: {'Port': ['ID=f1bf8159-a9f0-4b7c-a678-a271bed1d886,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:30.113495 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Attempting to bind port fb41db87-6fb7-4088-a98b-567ff78a1a7d on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:30.113954 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Attempting to bind port fb41db87-6fb7-4088-a98b-567ff78a1a7d by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:30.114389 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Attempting to bind port fb41db87-6fb7-4088-a98b-567ff78a1a7d on network 3939992b-a44a-4bbc-811c-35d3d51e43c4 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:30.127779 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:30.128253 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Checking segment: {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:30.128797 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:30.129355 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Bound using segment: {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:30.129910 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Bound port: fb41db87-6fb7-4088-a98b-567ff78a1a7d, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:30.130372 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:30.193105 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:30.199546 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea08d3-30fa-43bf-a07d-fd833a690bb9 req-82a202b4-c4b1-425d-bd18-4875357c351f tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:30.212250 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95ea08d3-30fa-43bf-a07d-fd833a690bb9 req-82a202b4-c4b1-425d-bd18-4875357c351f tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.0823572 Sep 14 10:03:30.267413 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-95ea08d3-30fa-43bf-a07d-fd833a690bb9 req-b1dca72f-402b-4357-8905-65c3f391f53d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540426 Sep 14 10:03:30.310972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] For port fb41db87-6fb7-4088-a98b-567ff78a1a7d, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:30.341212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-e098ac5f-972a-430c-b7d6-4e90c01e2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:30.343172 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-e098ac5f-972a-430c-b7d6-4e90c01e2aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.1336145 Sep 14 10:03:30.356185 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd1db2-bc28-4a17-8eb2-33ad4da4bbba req-770b7aa0-caa4-4249-83a2-49b4d4622282 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:30.357686 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-22fd1db2-bc28-4a17-8eb2-33ad4da4bbba req-770b7aa0-caa4-4249-83a2-49b4d4622282 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1474421 Sep 14 10:03:30.363272 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] For port fb41db87-6fb7-4088-a98b-567ff78a1a7d, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=fb41db87-6fb7-4088-a98b-567ff78a1a7d,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:30.382301 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:30.419676 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:30.502416 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba200a7b-2aa6-446b-971d-d252fc98ccd9 None None] Pushing event updated for resources: {'Port': ['ID=fb41db87-6fb7-4088-a98b-567ff78a1a7d,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:30.535465 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-22fd1db2-bc28-4a17-8eb2-33ad4da4bbba req-fe81a790-ed86-47f5-8307-7b875693a81e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662912 Sep 14 10:03:30.567342 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:29Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:30.575370 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-f53aaa91-ffdb-49e4-95ba-41a63c830eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:30.577552 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-f53aaa91-ffdb-49e4-95ba-41a63c830eb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.2167785 Sep 14 10:03:30.602931 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3baa18-7314-4b87-8f36-a1f430fbcf3c None None] The sync data for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:29Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:03:30.775749 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-ee5327d3-3bfe-441c-aee1-c0a0f3cb9fee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.1308239 Sep 14 10:03:30.790755 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231b6cc-5f17-4f8c-a9da-bb4f685bd33a req-f02bc83c-c82f-497b-a5e5-202b605eb2ff tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:30.802360 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8231b6cc-5f17-4f8c-a9da-bb4f685bd33a req-f02bc83c-c82f-497b-a5e5-202b605eb2ff tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0803359 Sep 14 10:03:30.853887 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8231b6cc-5f17-4f8c-a9da-bb4f685bd33a req-45c4762d-eb8b-4ca4-b89d-067cc842660e tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 Sep 14 10:03:30.969916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-226e1c79-ae7b-4fc1-a030-dc313ecce93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:30.971503 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-226e1c79-ae7b-4fc1-a030-dc313ecce93c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.1710076 Sep 14 10:03:30.973916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:31.029805 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d32e8d-ae1e-44e3-a92a-3789856227c4 req-f77e951f-1edd-4f7f-bbf1-5da12e011672 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:31.031475 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1d32e8d-ae1e-44e3-a92a-3789856227c4 req-f77e951f-1edd-4f7f-bbf1-5da12e011672 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 946 time: 0.1902838 Sep 14 10:03:31.060336 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device fb41db87-6fb7-4088-a98b-567ff78a1a7d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:31.088666 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562ecf7-6629-4d5a-aa69-8c4bc59af746 req-f4f704d7-752a-4ee5-8fbf-234d9fe724be tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:31.096730 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f562ecf7-6629-4d5a-aa69-8c4bc59af746 req-f4f704d7-752a-4ee5-8fbf-234d9fe724be tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0888352 Sep 14 10:03:31.108426 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-44d7b457-7634-47a7-b7f2-728af8ddee9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867286 Sep 14 10:03:31.143043 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port fb41db87-6fb7-4088-a98b-567ff78a1a7d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:31.147942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1bf8159-a9f0-4b7c-a678-a271bed1d886 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:31.150466 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f562ecf7-6629-4d5a-aa69-8c4bc59af746 req-6b4b4da8-b801-4f17-a1af-37a201a1b142 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Sep 14 10:03:31.177403 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1d32e8d-ae1e-44e3-a92a-3789856227c4 req-84160edd-5057-4818-9c0d-b1e8f29eac96 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347682 Sep 14 10:03:31.206321 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port f1bf8159-a9f0-4b7c-a678-a271bed1d886 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:31.210586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f1bf8159-a9f0-4b7c-a678-a271bed1d886 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:31.210955 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:31.270767 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-5a4d0459-de2c-4f7f-99a8-3d4af66c3949 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411645 Sep 14 10:03:31.299054 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:31.304495 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Router 2da1df61-1c56-419e-8266-db158427cb8b is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:03:31.352968 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port f1bf8159-a9f0-4b7c-a678-a271bed1d886, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f1bf8159-a9f0-4b7c-a678-a271bed1d886,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:31.365544 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:31.431170 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=f1bf8159-a9f0-4b7c-a678-a271bed1d886,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:31.469890 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d525-13df-4f33-bff1-6b8cffb80251 req-ed48b253-c8a5-4bb2-acf9-61cc083842c8 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:31.472590 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8251d525-13df-4f33-bff1-6b8cffb80251 req-ed48b253-c8a5-4bb2-acf9-61cc083842c8 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.1180210 Sep 14 10:03:31.549844 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8251d525-13df-4f33-bff1-6b8cffb80251 req-4120e5ba-ca64-447f-88d9-1a96899b1232 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664532 Sep 14 10:03:31.567733 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc40f756-c8d8-4e7a-99d5-3f387b547f4a req-dcdf242c-25aa-462c-b9c0-f6756bef8528 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810836 Sep 14 10:03:31.579438 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264c4b-5b13-436c-905f-94695df23968 req-854b0172-4b1f-42b2-b493-f27f758606c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:31.582114 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-854b0172-4b1f-42b2-b493-f27f758606c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1&tenant_id=2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 1096 time: 0.1574578 Sep 14 10:03:31.592029 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:03:31.605314 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Sync routers for ids ['2da1df61-1c56-419e-8266-db158427cb8b'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:03:31.623922 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:31.627775 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-69bde734-83e4-4ad3-9b18-47eb84bfba0d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0087211 Sep 14 10:03:31.628761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35602) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:31.640163 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Routers {'2da1df61-1c56-419e-8266-db158427cb8b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:31.641615 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['2da1df61-1c56-419e-8266-db158427cb8b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:31.853928 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Set router 2da1df61-1c56-419e-8266-db158427cb8b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:31.859025 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54c569-bff1-4c09-a86f-ecb8f54d13cd None None] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:03:31.973913 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] Provisioning for port fb41db87-6fb7-4088-a98b-567ff78a1a7d completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:31.982751 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] Provisioning complete for port fb41db87-6fb7-4088-a98b-567ff78a1a7d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:31.983302 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:31.991105 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6522-0e64-4019-a331-2710772a8c58 req-727b0b4e-77fc-4bdc-95be-43da451e6b4d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:31.992698 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cdcb6522-0e64-4019-a331-2710772a8c58 req-727b0b4e-77fc-4bdc-95be-43da451e6b4d tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.0967531 Sep 14 10:03:32.053347 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cdcb6522-0e64-4019-a331-2710772a8c58 req-15dbc5c3-1b2c-4a6f-b4b4-c75f6d03454b tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536566 Sep 14 10:03:32.177661 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:03:30Z', 'revision_number': 3, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:32.202390 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedb83-5db6-4abe-8cfb-d226e343af2b req-c9d8b6bd-3ae0-42a5-96b5-4398653e7032 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.204553 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-72dedb83-5db6-4abe-8cfb-d226e343af2b req-c9d8b6bd-3ae0-42a5-96b5-4398653e7032 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0686731 Sep 14 10:03:32.231707 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.239620 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Checking router: 2da1df61-1c56-419e-8266-db158427cb8b for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:03:32.240029 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Updating router 2da1df61-1c56-419e-8266-db158427cb8b port f3531507-5156-486f-965b-ce5e625e0bef binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:03:32.290382 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-72dedb83-5db6-4abe-8cfb-d226e343af2b req-82ddf594-dfef-4f81-8d5d-9515d5d5ca53 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792851 Sep 14 10:03:32.318150 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] For port fb41db87-6fb7-4088-a98b-567ff78a1a7d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=fb41db87-6fb7-4088-a98b-567ff78a1a7d,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:32.334748 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.346147 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-bc94da85-c43e-452a-bd11-9546a35a2512 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.347701 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-bc94da85-c43e-452a-bd11-9546a35a2512 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 946 time: 0.2213612 Sep 14 10:03:32.358012 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264c4b-5b13-436c-905f-94695df23968 req-c33f997b-9cce-482d-a886-2f2a8a5ef2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.359507 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-c33f997b-9cce-482d-a886-2f2a8a5ef2de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1096 time: 0.2436080 Sep 14 10:03:32.419998 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7f9b3-a3fb-44a1-abb6-3b1c40af272b req-238c560d-ce2b-4ada-81fc-a7ac7f7a14da tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.427002 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ace7f9b3-a3fb-44a1-abb6-3b1c40af272b req-238c560d-ce2b-4ada-81fc-a7ac7f7a14da tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.3121996 Sep 14 10:03:32.436148 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5186e-b559-4d3d-96ff-cbb465c0fa9e None None] Pushing event updated for resources: {'Port': ['ID=fb41db87-6fb7-4088-a98b-567ff78a1a7d,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:32.459337 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.490023 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71289d11-0e38-4746-a21a-4e5c4ecacafe req-fc0c3112-835d-4434-8f6c-4127c3e11bc9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.491577 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-71289d11-0e38-4746-a21a-4e5c4ecacafe req-fc0c3112-835d-4434-8f6c-4127c3e11bc9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0851910 Sep 14 10:03:32.536242 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-71289d11-0e38-4746-a21a-4e5c4ecacafe req-aabf594b-c052-4a14-a131-170ddf02bb20 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370347 Sep 14 10:03:32.561022 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ba099e7d-36d8-44ed-b53d-ec993d09eb23 None None] Provisioning complete for port fb41db87-6fb7-4088-a98b-567ff78a1a7d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:32.561794 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ba099e7d-36d8-44ed-b53d-ec993d09eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.613650 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ace7f9b3-a3fb-44a1-abb6-3b1c40af272b req-52d82145-3635-4f3c-8ed1-7ff241594b17 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800027 Sep 14 10:03:32.708520 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298947b-9d52-49e7-b603-6bc91fda9c7e req-060efa93-8af7-4ae2-b9ba-963d2f6513bf tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.710058 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d298947b-9d52-49e7-b603-6bc91fda9c7e req-060efa93-8af7-4ae2-b9ba-963d2f6513bf tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 946 time: 0.0734572 Sep 14 10:03:32.711894 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264c4b-5b13-436c-905f-94695df23968 req-325ad572-c083-4ca7-ac97-dec19c676af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:32.713376 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-325ad572-c083-4ca7-ac97-dec19c676af0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.3068879 Sep 14 10:03:32.737705 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Deleting port ece2ef56-99ba-4fa3-ba60-62aea7860711 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:03:32.738045 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.754629 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d298947b-9d52-49e7-b603-6bc91fda9c7e req-e2af6a49-1415-4d6b-9165-950c3f6313b4 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Sep 14 10:03:32.759162 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.769788 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Transition to ACTIVE for port object f3531507-5156-486f-965b-ce5e625e0bef will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:32.774972 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.824370 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Attempting to bind port f3531507-5156-486f-965b-ce5e625e0bef on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:32.824725 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Attempting to bind port f3531507-5156-486f-965b-ce5e625e0bef by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:32.825100 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Attempting to bind port f3531507-5156-486f-965b-ce5e625e0bef on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:32.827839 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9903f-4f18-461f-839a-0816a80c9944 None None] Pushing event updated for resources: {'Port': ['ID=f3531507-5156-486f-965b-ce5e625e0bef,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:32.832986 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:32.833349 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:32.833742 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.834115 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:32.834578 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Bound port: f3531507-5156-486f-965b-ce5e625e0bef, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:32.834969 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.884958 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-41715d26-01a9-4cee-b08e-cbfe1a6a0425 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3 HTTP/1.1" status: 200 len: 999 time: 0.1586905 Sep 14 10:03:32.892168 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] For port f3531507-5156-486f-965b-ce5e625e0bef, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:32.895468 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] For port f3531507-5156-486f-965b-ce5e625e0bef, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f3531507-5156-486f-965b-ce5e625e0bef,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:32.901389 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.949875 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] For port ece2ef56-99ba-4fa3-ba60-62aea7860711, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ece2ef56-99ba-4fa3-ba60-62aea7860711,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:32.950316 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:32.957274 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device fb41db87-6fb7-4088-a98b-567ff78a1a7d up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:32.960244 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Routers {'2da1df61-1c56-419e-8266-db158427cb8b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:32.960951 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['2da1df61-1c56-419e-8266-db158427cb8b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:32.990530 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Calling delete_port for ece2ef56-99ba-4fa3-ba60-62aea7860711 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:03:33.001138 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9903f-4f18-461f-839a-0816a80c9944 None None] Pushing event updated for resources: {'Port': ['ID=f3531507-5156-486f-965b-ce5e625e0bef,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:33.008318 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port fb41db87-6fb7-4088-a98b-567ff78a1a7d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:33.008784 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:33.011321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264c4b-5b13-436c-905f-94695df23968 req-a4b69426-d65d-45ae-b6f7-3b477c20bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:33.013060 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-a4b69426-d65d-45ae-b6f7-3b477c20bce1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.1113148 Sep 14 10:03:33.072046 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] Set router 2da1df61-1c56-419e-8266-db158427cb8b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:33.097585 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1bf8159-a9f0-4b7c-a678-a271bed1d886 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:33.132929 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:33.158918 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f1bf8159-a9f0-4b7c-a678-a271bed1d886 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:33.159290 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:33.178326 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264c4b-5b13-436c-905f-94695df23968 req-52211e1a-9e77-4247-8582-cf28c6c5846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:33.180212 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-52211e1a-9e77-4247-8582-cf28c6c5846f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1354928 Sep 14 10:03:33.271477 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:03:30Z', 'revision_number': 3, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:33.300458 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcef8a9-22cc-4cb7-9903-2815661df089 None None] The sync data for ids ['2da1df61-1c56-419e-8266-db158427cb8b'] in dv-cinder-806965-4-iscsi is: [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:03:30Z', 'revision_number': 3, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:03:33.308911 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fffaec-dc2d-48b0-bd06-69fd299bf2e2 req-e1ca6eaa-a432-4d6e-bab1-d6cb796612d7 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:33.310439 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-30fffaec-dc2d-48b0-bd06-69fd299bf2e2 req-e1ca6eaa-a432-4d6e-bab1-d6cb796612d7 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.1838820 Sep 14 10:03:33.412089 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:33.424616 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e245c56-3f48-4dac-995a-2c4d7bf7f32a req-bf043184-0b62-4e8f-a781-96d672f07015 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:33.426247 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9e245c56-3f48-4dac-995a-2c4d7bf7f32a req-bf043184-0b62-4e8f-a781-96d672f07015 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0574718 Sep 14 10:03:33.458128 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['ece2ef56-99ba-4fa3-ba60-62aea7860711'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:33.470408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Pushing event deleted for resources: {'Port': ['ID=ece2ef56-99ba-4fa3-ba60-62aea7860711,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:33.476081 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9e245c56-3f48-4dac-995a-2c4d7bf7f32a req-dffc6228-20a7-43fc-81e1-488926fe59f7 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Sep 14 10:03:33.481598 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-30fffaec-dc2d-48b0-bd06-69fd299bf2e2 req-6478dc91-0358-4c92-a1e2-18d6e71aa12c tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397841 Sep 14 10:03:33.483464 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-a57dda68-d48c-4acc-8537-711810f61ce3 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908657 Sep 14 10:03:33.703987 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712573-e483-42fb-b2c8-0789eb051108 req-910c9816-47ea-42df-a930-a5686bbe2ad2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:33.712179 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7712573-e483-42fb-b2c8-0789eb051108 req-910c9816-47ea-42df-a930-a5686bbe2ad2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0685723 Sep 14 10:03:33.747266 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7712573-e483-42fb-b2c8-0789eb051108 req-c2e09118-36b5-4fde-892b-f99a70c66017 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342767 Sep 14 10:03:33.797795 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] No DVR routers for this DVR port ece2ef56-99ba-4fa3-ba60-62aea7860711 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:03:33.805642 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:33.807610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f8cd621e-aba6-4156-8555-8e51085ecae0 req-b7ec9d50-f846-42de-9035-33d0ea401f53 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "DELETE /v2.0/ports/ece2ef56-99ba-4fa3-ba60-62aea7860711 HTTP/1.1" status: 204 len: 173 time: 1.4099514 Sep 14 10:03:33.816393 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'name': 'network-vif-deleted', 'tag': 'ece2ef56-99ba-4fa3-ba60-62aea7860711'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:33.818594 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7871500-b9fe-4336-b609-759980c2fed0" -d '{"events": [{"server_uuid": "02acce2c-88ef-4581-9ef6-5fd11913766b", "name": "network-vif-deleted", "tag": "ece2ef56-99ba-4fa3-ba60-62aea7860711"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:33.851071 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Allocated IP 172.20.0.1 (3939992b-a44a-4bbc-811c-35d3d51e43c4/e30808d8-d915-4e46-990b-68d84be04f3a/f1b6cbec-0806-479e-a015-87ceb85d1b7a) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:33.863834 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a73eb11a-d96c-4671-ad9c-298d9d5edd0f req-ee2d035c-46f8-4d19-a048-a0b6692a20fd tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=02acce2c-88ef-4581-9ef6-5fd11913766b HTTP/1.1" status: 200 len: 210 time: 0.0302703 Sep 14 10:03:33.918675 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b264c4b-5b13-436c-905f-94695df23968 req-b47614f7-eef3-4533-9bad-ecd5defe1f85 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147196 Sep 14 10:03:33.936957 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09776817-edb8-40f9-8377-4afe7b05b1a3 x-openstack-request-id: req-09776817-edb8-40f9-8377-4afe7b05b1a3 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:33.937246 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02acce2c-88ef-4581-9ef6-5fd11913766b", "name": "network-vif-deleted", "tag": "ece2ef56-99ba-4fa3-ba60-62aea7860711", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:33.937492 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09776817-edb8-40f9-8377-4afe7b05b1a3 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:33.937912 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02acce2c-88ef-4581-9ef6-5fd11913766b', 'name': 'network-vif-deleted', 'tag': 'ece2ef56-99ba-4fa3-ba60-62aea7860711', 'status': 'completed', 'code': 200} Sep 14 10:03:33.952059 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47524f-6777-4600-bd0b-e578ce0414aa req-3d3e8021-83ea-457e-9a77-5db383d70d23 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:33.953664 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e47524f-6777-4600-bd0b-e578ce0414aa req-3d3e8021-83ea-457e-9a77-5db383d70d23 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1592317 Sep 14 10:03:34.080386 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e47524f-6777-4600-bd0b-e578ce0414aa req-ecd7bcd7-964c-490e-b56d-94ad914e7d9f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171269 Sep 14 10:03:34.096419 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.119738 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-243a6dd4-ffec-47b2-9b34-22df3b6e2055 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:34.121234 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-243a6dd4-ffec-47b2-9b34-22df3b6e2055 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.32 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.1096370 Sep 14 10:03:34.126216 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Transition to ACTIVE for port object f1b6cbec-0806-479e-a015-87ceb85d1b7a will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:34.215191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.254513 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:34.259389 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:34.263446 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:34.305600 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b6cbec-0806-479e-a015-87ceb85d1b7a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:34.332047 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Deleting port 9223bbb2-076c-46ca-8932-fb61e7c3f33a {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:03:34.332390 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.335750 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.521347 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-77741754-2cce-4fe5-9b9f-a91abba2b366 None None] Provisioning for port f1b6cbec-0806-479e-a015-87ceb85d1b7a completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:34.527910 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-77741754-2cce-4fe5-9b9f-a91abba2b366 None None] Provisioning complete for port f1b6cbec-0806-479e-a015-87ceb85d1b7a triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:34.527910 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-77741754-2cce-4fe5-9b9f-a91abba2b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.580901 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] For port 9223bbb2-076c-46ca-8932-fb61e7c3f33a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9223bbb2-076c-46ca-8932-fb61e7c3f33a,segment=NetworkSegment(77482ee2-3383-48dc-829b-6da7e5e56bd6),segment_id=77482ee2-3383-48dc-829b-6da7e5e56bd6)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:34.585600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-77741754-2cce-4fe5-9b9f-a91abba2b366 None None] Port f1b6cbec-0806-479e-a015-87ceb85d1b7a cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:34.586890 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.634934 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91d7d6-2079-4ece-a20b-e477495b243c req-420733f0-3253-452b-81d6-271296f2604a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:34.636595 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5a91d7d6-2079-4ece-a20b-e477495b243c req-420733f0-3253-452b-81d6-271296f2604a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0537848 Sep 14 10:03:34.645452 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Calling delete_port for 9223bbb2-076c-46ca-8932-fb61e7c3f33a owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:03:34.667405 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:34.733413 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5a91d7d6-2079-4ece-a20b-e477495b243c req-e7d30e4b-06ed-4688-964d-7a6a991e7e8b tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843110 Sep 14 10:03:34.784775 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e9739-4774-49b6-a0d6-f08f7ce82dc4 req-796e9907-66bd-47d2-9436-3e9e4c1b3b00 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:34.786403 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-758e9739-4774-49b6-a0d6-f08f7ce82dc4 req-796e9907-66bd-47d2-9436-3e9e4c1b3b00 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 950 time: 0.1957829 Sep 14 10:03:34.931599 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fd8be-560c-45a0-b0d3-06641cfa5e18 req-ca0c54d7-21db-4eae-9467-20e73b876233 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:34.936549 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-614fd8be-560c-45a0-b0d3-06641cfa5e18 req-ca0c54d7-21db-4eae-9467-20e73b876233 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0880861 Sep 14 10:03:35.008010 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f3531507-5156-486f-965b-ce5e625e0bef up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:35.021920 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.037905 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.080781 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-758e9739-4774-49b6-a0d6-f08f7ce82dc4 req-2fb0e0a8-d777-46ed-a459-630687b4696a tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/security-groups?id=6972b3f1-5d71-4d02-befb-ee1066e8f102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800953 Sep 14 10:03:35.154628 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port f3531507-5156-486f-965b-ce5e625e0bef completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:35.161454 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f3531507-5156-486f-965b-ce5e625e0bef triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:35.162073 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.188297 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.213690 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b6cbec-0806-479e-a015-87ceb85d1b7a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:35.237342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.280114 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['9223bbb2-076c-46ca-8932-fb61e7c3f33a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:35.315501 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Pushing event deleted for resources: {'Port': ['ID=9223bbb2-076c-46ca-8932-fb61e7c3f33a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:35.383004 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.435496 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port f3531507-5156-486f-965b-ce5e625e0bef, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f3531507-5156-486f-965b-ce5e625e0bef,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:35.459847 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.528376 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=f3531507-5156-486f-965b-ce5e625e0bef,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:35.557301 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-614fd8be-560c-45a0-b0d3-06641cfa5e18 req-d165e46d-c574-4792-8aaa-9e4d5ca7675d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6123950 Sep 14 10:03:35.620547 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] No DVR routers for this DVR port 9223bbb2-076c-46ca-8932-fb61e7c3f33a on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:03:35.626506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:35.628517 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-33b5fcde-e4ed-496f-afe8-c273d6caff92 req-41d80f61-a106-4480-98e8-0894db3ac1fb tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.32 "DELETE /v2.0/ports/9223bbb2-076c-46ca-8932-fb61e7c3f33a HTTP/1.1" status: 204 len: 173 time: 1.4896991 Sep 14 10:03:35.699862 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ed6c-f0cf-4f51-81a4-686bc596448f req-c1d6e4ec-f767-4139-babb-b6a5307faccf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:35.701470 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-13d7ed6c-f0cf-4f51-81a4-686bc596448f req-c1d6e4ec-f767-4139-babb-b6a5307faccf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.2187645 Sep 14 10:03:35.731217 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:35.733451 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:35.818072 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-f943156a-2a0c-4a38-b029-87d2f55921a2 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:35.820638 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-f943156a-2a0c-4a38-b029-87d2f55921a2 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/networks?id=b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 200 len: 809 time: 0.1631203 Sep 14 10:03:35.838713 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ece2ef56-99ba-4fa3-ba60-62aea7860711 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:03:35.859299 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-4d50c262-0325-4125-9ada-227e26832717 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/quotas/1520cc65a2284bdc8c6e6866d00ec268 HTTP/1.1" status: 200 len: 375 time: 0.0310071 Sep 14 10:03:35.863205 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: ece2ef56-99ba-4fa3-ba60-62aea7860711 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:03:35.863823 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ece2ef56-99ba-4fa3-ba60-62aea7860711 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:03:35.889312 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-13d7ed6c-f0cf-4f51-81a4-686bc596448f req-f68b5433-ca6f-4e03-bfba-767ee3606f50 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656809 Sep 14 10:03:35.944839 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'name': 'network-vif-deleted', 'tag': '9223bbb2-076c-46ca-8932-fb61e7c3f33a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:35.944839 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77178067-39e0-45ac-8f90-55f19dc8a385" -d '{"events": [{"server_uuid": "f404f109-0389-4f37-a260-62d7dbf3af04", "name": "network-vif-deleted", "tag": "9223bbb2-076c-46ca-8932-fb61e7c3f33a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:35.950393 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-1df72df5-4433-422d-a58e-7322e7213a44 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896537 Sep 14 10:03:36.004527 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Router 2da1df61-1c56-419e-8266-db158427cb8b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:03:36.092664 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-4622f122-e3f3-42e6-8e70-6c15ed394762 service neutron] 10.222.0.21 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313314 Sep 14 10:03:36.172621 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:03:36.178393 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4b07a60c-c276-4ceb-97cb-960a87225d64 admin admin] 10.222.0.21 "PUT /v2.0/routers/2da1df61-1c56-419e-8266-db158427cb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5483055 Sep 14 10:03:36.193973 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Sync routers for ids ['2da1df61-1c56-419e-8266-db158427cb8b'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:03:36.210902 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Routers {'2da1df61-1c56-419e-8266-db158427cb8b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:36.213550 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['2da1df61-1c56-419e-8266-db158427cb8b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:36.232133 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3836-f856-481f-89b9-7f0aa6518033 req-4ba7b5cd-2c74-4458-94b6-c0beb502303f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:36.233835 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec6b3836-f856-481f-89b9-7f0aa6518033 req-4ba7b5cd-2c74-4458-94b6-c0beb502303f tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.2070875 Sep 14 10:03:36.307919 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-1393a685-4d05-4df6-93bc-7aaece2a9cff service neutron] 10.222.0.21 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087984 Sep 14 10:03:36.313943 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec6b3836-f856-481f-89b9-7f0aa6518033 req-d77ef4dd-8169-42b9-9152-e5bd149cee37 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733864 Sep 14 10:03:36.428896 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b383a1-b573-4202-b3b6-c793640b7008 x-openstack-request-id: req-71b383a1-b573-4202-b3b6-c793640b7008 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:36.429214 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404f109-0389-4f37-a260-62d7dbf3af04", "name": "network-vif-deleted", "tag": "9223bbb2-076c-46ca-8932-fb61e7c3f33a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:36.429447 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71b383a1-b573-4202-b3b6-c793640b7008 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:36.429843 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f404f109-0389-4f37-a260-62d7dbf3af04', 'name': 'network-vif-deleted', 'tag': '9223bbb2-076c-46ca-8932-fb61e7c3f33a', 'status': 'completed', 'code': 200} Sep 14 10:03:36.546222 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-5154fe9a-1dc8-4230-b399-0a26b525217d None None] Provisioning complete for port f1b6cbec-0806-479e-a015-87ceb85d1b7a triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:36.547480 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-5154fe9a-1dc8-4230-b399-0a26b525217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:36.612908 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-14fda05a-61bd-4e1d-863f-402f4db11834 req-ef6596ef-e358-4c4c-ad55-8e935d7be986 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 210 time: 0.0492511 Sep 14 10:03:36.621048 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-5154fe9a-1dc8-4230-b399-0a26b525217d None None] Port f1b6cbec-0806-479e-a015-87ceb85d1b7a cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:36.655525 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Set router 2da1df61-1c56-419e-8266-db158427cb8b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:36.669028 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cef1c266-0729-4fdb-a5e2-5b8984d80cd3 req-2db13f51-d87a-4d78-a25f-4433efca4daf tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.0605302 Sep 14 10:03:36.810350 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dec50-6583-45c1-b6c1-d7c0c69b2ab1 req-0a1dc735-cdac-4449-bb96-e3bf2e22239d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:36.812026 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f36dec50-6583-45c1-b6c1-d7c0c69b2ab1 req-0a1dc735-cdac-4449-bb96-e3bf2e22239d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1015129 Sep 14 10:03:36.895777 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f36dec50-6583-45c1-b6c1-d7c0c69b2ab1 req-a66a3863-b489-48b5-90e5-525903126bf8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754538 Sep 14 10:03:37.037378 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f3531507-5156-486f-965b-ce5e625e0bef up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:37.096465 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce9159-cd6c-4f2e-afdb-8d760dc2adcd req-62e47aa0-b80e-43aa-8c38-4ed6cd2069ae tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:37.104172 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fce9159-cd6c-4f2e-afdb-8d760dc2adcd req-62e47aa0-b80e-43aa-8c38-4ed6cd2069ae tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0982308 Sep 14 10:03:37.149917 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:03:34Z', 'revision_number': 4, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1b6cbec-0806-479e-a015-87ceb85d1b7a', 'name': '', 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'mac_address': 'fa:16:3e:45:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e30808d8-d915-4e46-990b-68d84be04f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:33Z', 'updated_at': '2021-09-14T10:03:34Z', 'revision_number': 2, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'subnets': [{'id': 'e30808d8-d915-4e46-990b-68d84be04f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:37.153315 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fce9159-cd6c-4f2e-afdb-8d760dc2adcd req-f6a7537b-f596-4415-9328-8043eb2eac8b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Sep 14 10:03:37.186495 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Checking router: 2da1df61-1c56-419e-8266-db158427cb8b for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:03:37.186945 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Updating router 2da1df61-1c56-419e-8266-db158427cb8b port f1b6cbec-0806-479e-a015-87ceb85d1b7a binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:03:37.192072 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f3531507-5156-486f-965b-ce5e625e0bef triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:37.192528 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:37.320158 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:37.472489 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bcab8-f094-46ad-af6d-ac6bf7945808 req-d699ba46-332e-43a3-a7ab-837fa423c029 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:37.480523 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-930bcab8-f094-46ad-af6d-ac6bf7945808 req-d699ba46-332e-43a3-a7ab-837fa423c029 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0615149 Sep 14 10:03:37.537570 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-930bcab8-f094-46ad-af6d-ac6bf7945808 req-d9a9e253-d6f8-4748-916b-d9ae696f3415 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550730 Sep 14 10:03:37.829372 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-81e10306-bf85-44b8-b316-37ef9bd0579d req-53e260c2-9a27-48ff-b4a9-0e3d60d72017 tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 210 time: 0.0798471 Sep 14 10:03:37.872681 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-26256ba6-e96e-47de-aaa6-b6620af1f04f req-8471e1e2-c893-46b4-b6db-7bc96baa5142 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.0774040 Sep 14 10:03:37.880568 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 9223bbb2-076c-46ca-8932-fb61e7c3f33a no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:03:37.886943 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:37.912266 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 9223bbb2-076c-46ca-8932-fb61e7c3f33a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:03:37.912984 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 9223bbb2-076c-46ca-8932-fb61e7c3f33a not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:03:37.976836 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Transition to ACTIVE for port object f1b6cbec-0806-479e-a015-87ceb85d1b7a will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:37.991045 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:38.112207 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953d782-ac75-4083-a00b-8f084b5ce985 None None] Pushing event updated for resources: {'Port': ['ID=f1b6cbec-0806-479e-a015-87ceb85d1b7a,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:38.129625 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1989acd-64c8-4c1d-9844-27595604d7fc req-0e3bb81e-7096-42df-9b82-8c746937542c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:38.136541 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d1989acd-64c8-4c1d-9844-27595604d7fc req-0e3bb81e-7096-42df-9b82-8c746937542c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1084979 Sep 14 10:03:38.280974 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Attempting to bind port f1b6cbec-0806-479e-a015-87ceb85d1b7a on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:38.281965 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d1989acd-64c8-4c1d-9844-27595604d7fc req-fcc40709-61a1-43c5-a2a4-a801f08b2227 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431613 Sep 14 10:03:38.282875 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Attempting to bind port f1b6cbec-0806-479e-a015-87ceb85d1b7a by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Attempting to bind port f1b6cbec-0806-479e-a015-87ceb85d1b7a on network 3939992b-a44a-4bbc-811c-35d3d51e43c4 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Checking segment: {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Bound using segment: {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Bound port: f1b6cbec-0806-479e-a015-87ceb85d1b7a, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4287b37-fb27-44e1-8609-44a6a50f3128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:38.295988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:38.406573 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a361-4358-4875-a5e0-a498d5bc5813 req-10583f48-37e4-40a4-99cc-49c4b7e74111 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:38.408565 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f1f4a361-4358-4875-a5e0-a498d5bc5813 req-10583f48-37e4-40a4-99cc-49c4b7e74111 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0775557 Sep 14 10:03:38.456683 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] For port f1b6cbec-0806-479e-a015-87ceb85d1b7a, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:38.463623 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] For port f1b6cbec-0806-479e-a015-87ceb85d1b7a, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f1b6cbec-0806-479e-a015-87ceb85d1b7a,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:38.481428 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:38.483856 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f1f4a361-4358-4875-a5e0-a498d5bc5813 req-7a827c59-a599-42d1-b0d3-38dba3759d60 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689783 Sep 14 10:03:38.572766 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953d782-ac75-4083-a00b-8f084b5ce985 None None] Pushing event updated for resources: {'Port': ['ID=f1b6cbec-0806-479e-a015-87ceb85d1b7a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:38.610349 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Routers {'2da1df61-1c56-419e-8266-db158427cb8b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:38.612976 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['2da1df61-1c56-419e-8266-db158427cb8b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:38.800548 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edd2fa-0a17-4456-934d-5015afe1edb6 req-eb0f8755-3a74-4fd4-8ab8-0394e0d9c22e tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:38.804032 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-22edd2fa-0a17-4456-934d-5015afe1edb6 req-eb0f8755-3a74-4fd4-8ab8-0394e0d9c22e tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.1360018 Sep 14 10:03:38.910241 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-22edd2fa-0a17-4456-934d-5015afe1edb6 req-53e42adb-b129-4d67-b7cb-dcc9ce1dadbf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989134 Sep 14 10:03:38.911513 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] Set router 2da1df61-1c56-419e-8266-db158427cb8b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:39.057597 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:03:39.060697 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ceb1f606-2f69-4352-94e8-142a765a5da4 req-280cf294-0eee-4b19-85ec-96a44dc85a0b tempest-VolumesNegativeTest-1809709867 tempest-VolumesNegativeTest-1809709867-project] 10.222.0.21 "GET /v2.0/ports?device_id=f404f109-0389-4f37-a260-62d7dbf3af04 HTTP/1.1" status: 200 len: 210 time: 0.0792170 Sep 14 10:03:39.189526 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e86e245-89c8-450c-be5c-1c149108953a req-d9e66ea1-da80-4aee-a0fe-948b30d4df58 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.1058135 Sep 14 10:03:39.336553 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:03:34Z', 'revision_number': 4, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1b6cbec-0806-479e-a015-87ceb85d1b7a', 'name': '', 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'mac_address': 'fa:16:3e:45:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e30808d8-d915-4e46-990b-68d84be04f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:33Z', 'updated_at': '2021-09-14T10:03:38Z', 'revision_number': 4, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'subnets': [{'id': 'e30808d8-d915-4e46-990b-68d84be04f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:39.373250 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452408d-2304-4495-8224-8b9bc3f0080a None None] The sync data for ids ['2da1df61-1c56-419e-8266-db158427cb8b'] in dv-cinder-806965-4-iscsi is: [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:03:34Z', 'revision_number': 4, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1b6cbec-0806-479e-a015-87ceb85d1b7a', 'name': '', 'network_id': '3939992b-a44a-4bbc-811c-35d3d51e43c4', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'mac_address': 'fa:16:3e:45:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e30808d8-d915-4e46-990b-68d84be04f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:33Z', 'updated_at': '2021-09-14T10:03:38Z', 'revision_number': 4, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'subnets': [{'id': 'e30808d8-d915-4e46-990b-68d84be04f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:03:39.498241 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35df46-1b20-46c7-81ad-d101ed3e80da req-e7e50d4e-8bde-46de-8abb-bef8df68687e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:39.518902 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4e35df46-1b20-46c7-81ad-d101ed3e80da req-e7e50d4e-8bde-46de-8abb-bef8df68687e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1178610 Sep 14 10:03:39.616643 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4e35df46-1b20-46c7-81ad-d101ed3e80da req-86b17c33-33d1-4acc-b1f4-8f8c0c49cc63 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770049 Sep 14 10:03:39.761617 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa998-37a4-442c-bf6a-6e4e8fd3a134 req-ce2a3a74-b8db-475b-9cb1-267e715c299a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:39.770489 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c00fa998-37a4-442c-bf6a-6e4e8fd3a134 req-ce2a3a74-b8db-475b-9cb1-267e715c299a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1314383 Sep 14 10:03:39.841042 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:03:39.864735 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c00fa998-37a4-442c-bf6a-6e4e8fd3a134 req-0d024bef-608f-48e0-8c02-92555dd2e35d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878546 Sep 14 10:03:39.982606 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:39.999880 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '68efc499-130e-4e19-bb28-47b15c71c178', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'port_id': '68efc499-130e-4e19-bb28-47b15c71c178', 'mac_address': 'fa:16:3e:fb:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:03:40.052278 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:40.075041 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68efc499-130e-4e19-bb28-47b15c71c178 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:40.104341 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:40.110024 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:40.263442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21ddc9-0a2b-4e04-bc7d-7c0a2bb02f32 req-0493a1f5-720c-4c41-9c50-f7e0cf060e51 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:40.267671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5b21ddc9-0a2b-4e04-bc7d-7c0a2bb02f32 req-0493a1f5-720c-4c41-9c50-f7e0cf060e51 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 945 time: 0.1488802 Sep 14 10:03:40.271340 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:40.383547 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5b21ddc9-0a2b-4e04-bc7d-7c0a2bb02f32 req-c89c7c1f-af05-48e8-a216-ae5cfa52c51e tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090970 Sep 14 10:03:40.461999 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a166408-6ce3-4174-aaab-008db213d0d9 req-d59afe3e-0a2a-45c4-982c-1453b8ce2d62 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.0672929 Sep 14 10:03:40.470040 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['68efc499-130e-4e19-bb28-47b15c71c178'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:40.869248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ffad-f4ed-4437-8501-8be9121d4ce1 req-8db6c506-8699-4e64-8202-7119519b7f34 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:40.885176 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f6f0ffad-f4ed-4437-8501-8be9121d4ce1 req-8db6c506-8699-4e64-8202-7119519b7f34 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1419330 Sep 14 10:03:40.981901 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f6f0ffad-f4ed-4437-8501-8be9121d4ce1 req-c2474e63-ca8b-42e5-940e-49bf2c0c0f66 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957611 Sep 14 10:03:41.106800 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1b6cbec-0806-479e-a015-87ceb85d1b7a up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:41.133789 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498a81-4b4d-4b3c-8b84-55b21746ccc0 req-8f20a8ef-345f-4993-8b60-a54005452154 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:41.135790 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-19498a81-4b4d-4b3c-8b84-55b21746ccc0 req-8f20a8ef-345f-4993-8b60-a54005452154 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1300516 Sep 14 10:03:41.177140 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port f1b6cbec-0806-479e-a015-87ceb85d1b7a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:41.183223 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f1b6cbec-0806-479e-a015-87ceb85d1b7a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:41.183608 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:41.196815 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-19498a81-4b4d-4b3c-8b84-55b21746ccc0 req-7ee4e458-abb5-4942-be42-57cc0ce079ee tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520585 Sep 14 10:03:41.284188 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:41.332157 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port f1b6cbec-0806-479e-a015-87ceb85d1b7a, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f1b6cbec-0806-479e-a015-87ceb85d1b7a,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:41.339145 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:41.399765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=f1b6cbec-0806-479e-a015-87ceb85d1b7a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:41.550723 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-95f36fef-859c-4334-82af-6260575c04de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:41.616828 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4806c8d1-b31b-47e4-890e-87b226982684 req-b005365a-f481-4ab8-97e8-ce2e6748e17a tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.0575275 Sep 14 10:03:41.634518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f628-f6cb-4894-8552-525f825ab9a8 req-24536506-ec29-4c1f-9c6e-8bee63f84e66 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:41.649675 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d633f628-f6cb-4894-8552-525f825ab9a8 req-24536506-ec29-4c1f-9c6e-8bee63f84e66 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 945 time: 0.1308362 Sep 14 10:03:41.755674 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d633f628-f6cb-4894-8552-525f825ab9a8 req-03f668a8-15e6-43f2-afab-7ec4be5472df tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040633 Sep 14 10:03:41.838545 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:41.942122 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 68efc499-130e-4e19-bb28-47b15c71c178 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:41.948367 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 68efc499-130e-4e19-bb28-47b15c71c178 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:41.951719 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:42.088446 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:42.152808 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:42.161062 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2560d0b-f551-45b9-a7cc-ca814f2c7fb0" -d '{"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-plugged", "status": "completed", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:42.161739 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ad55c-3bff-4419-8b2d-66466a1eff08 req-095820f6-3d26-4b05-81d2-7e4ed2baff92 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:42.170231 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-267ad55c-3bff-4419-8b2d-66466a1eff08 req-095820f6-3d26-4b05-81d2-7e4ed2baff92 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0644090 Sep 14 10:03:42.204446 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:42.215946 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:42.230292 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-267ad55c-3bff-4419-8b2d-66466a1eff08 req-3e31b735-cf28-411b-a657-c3bcc03a5a98 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586886 Sep 14 10:03:42.286584 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:42.293351 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a92a9e-4cdf-4695-8279-d7166f93c154 x-openstack-request-id: req-16a92a9e-4cdf-4695-8279-d7166f93c154 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:42.293693 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-plugged", "status": "completed", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:42.293948 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16a92a9e-4cdf-4695-8279-d7166f93c154 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:42.294329 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'code': 200} Sep 14 10:03:42.399756 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4e15-a9c6-4224-9cbe-2e65981ad88f req-97b31327-ab78-4bab-923d-ab4e8ce85b5f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:42.402075 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5f6e4e15-a9c6-4224-9cbe-2e65981ad88f req-97b31327-ab78-4bab-923d-ab4e8ce85b5f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0757875 Sep 14 10:03:42.492676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5f6e4e15-a9c6-4224-9cbe-2e65981ad88f req-9946adea-2b9a-4e24-b9f5-4ec1ac428fb8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766618 Sep 14 10:03:42.839966 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5fd5dc83-1b70-41ad-b925-834b393eff88 req-fdc5bb22-990a-47ef-ac40-dd1aa9941176 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.0357387 Sep 14 10:03:42.930088 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47537-d066-44aa-9bb1-9ade0c671a9f req-23060d97-fe43-4b00-ab02-3695d64c2719 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:42.931657 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-64c47537-d066-44aa-9bb1-9ade0c671a9f req-23060d97-fe43-4b00-ab02-3695d64c2719 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0854650 Sep 14 10:03:42.995961 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1b6cbec-0806-479e-a015-87ceb85d1b7a up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:43.010967 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-64c47537-d066-44aa-9bb1-9ade0c671a9f req-2e30cf57-457b-4c8d-822d-78dfb40e53fd tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704560 Sep 14 10:03:43.095084 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port f1b6cbec-0806-479e-a015-87ceb85d1b7a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:43.095494 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:43.488100 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ab25-5bf6-48fe-be78-d6df681fd126 req-a4cfd9b1-ed1f-4959-b7c9-739f99c70b48 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:43.507041 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7db9ab25-5bf6-48fe-be78-d6df681fd126 req-a4cfd9b1-ed1f-4959-b7c9-739f99c70b48 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1201594 Sep 14 10:03:43.643624 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7db9ab25-5bf6-48fe-be78-d6df681fd126 req-673d0f6d-e1bc-475c-ac40-0be4a04cb1d6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173711 Sep 14 10:03:43.702408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-39e05391-a2e5-47bc-907f-9fa7b516eee4 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:43.704045 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-39e05391-a2e5-47bc-907f-9fa7b516eee4 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "GET /v2.0/networks?id=b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 200 len: 809 time: 0.2739313 Sep 14 10:03:43.731422 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598394ce-b57b-4da0-9ab0-f9cf944b186f req-b569bd7c-07a5-4810-a1ca-8053b36596e0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:43.740892 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-598394ce-b57b-4da0-9ab0-f9cf944b186f req-b569bd7c-07a5-4810-a1ca-8053b36596e0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0778105 Sep 14 10:03:43.782058 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Request body: {'port': {'device_id': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d', 'admin_state_up': True, 'tenant_id': '1520cc65a2284bdc8c6e6866d00ec268'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:43.788593 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-598394ce-b57b-4da0-9ab0-f9cf944b186f req-c2301787-e9a3-478a-af9b-ba237e315ad2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Sep 14 10:03:43.997925 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e199d4-bf81-478e-a851-e5d1045093b9 req-94f9417c-d8fe-46ae-a1b7-c92cce9eb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:43.999999 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-64e199d4-bf81-478e-a851-e5d1045093b9 req-94f9417c-d8fe-46ae-a1b7-c92cce9eb534 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1099 time: 0.0826716 Sep 14 10:03:44.009044 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Made reservation on behalf of 1520cc65a2284bdc8c6e6866d00ec268 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:44.014215 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cc78cb34-d994-4509-a885-0c534a338a03 req-4a6c418a-24f2-441d-b5e6-af0ac4acec9c tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 210 time: 0.0923619 Sep 14 10:03:44.015191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:44.228616 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Allocated IP 172.20.0.13 (b644eaf8-1028-4904-91b9-4cf8c699839d/54c0319c-de91-4a1b-b98a-f92afa07da04/21d6f2d8-6eb1-4306-8989-8571fd0c92bf) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:44.310487 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6bdc-06d6-45f1-86c5-f542325d5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:44.410499 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-64e199d4-bf81-478e-a851-e5d1045093b9 req-aaf9629e-c6ce-46a7-bbe2-0504dad27125 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085408 Sep 14 10:03:44.432024 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e6a69-d860-4045-b8da-dd2d9a814a9c req-499d6baf-3402-4a98-bc36-2e4db0583abc tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:44.444955 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-456e6a69-d860-4045-b8da-dd2d9a814a9c req-499d6baf-3402-4a98-bc36-2e4db0583abc tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.2807119 Sep 14 10:03:44.514272 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:44.539108 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:44.563389 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-456e6a69-d860-4045-b8da-dd2d9a814a9c req-490661c1-2707-48ee-a888-c9ebe83dcef6 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200824 Sep 14 10:03:44.625492 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:44.685023 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Network b644eaf8-1028-4904-91b9-4cf8c699839d is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:44.688602 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:44.692394 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:44.778224 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Pushing event updated for resources: {'Port': ['ID=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:44.791755 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19ad16-d3bf-46dc-aae6-18c53d3f7bc7 req-26dbd622-a52d-49e7-ae53-e79a2f4b1f50 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:44.801276 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b19ad16-d3bf-46dc-aae6-18c53d3f7bc7 req-26dbd622-a52d-49e7-ae53-e79a2f4b1f50 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0698066 Sep 14 10:03:44.829863 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:44.830714 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:44.849772 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c8a5509f-70d7-4231-b0a1-c2548496d85b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726941 Sep 14 10:03:44.858634 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b19ad16-d3bf-46dc-aae6-18c53d3f7bc7 req-0ea76678-762a-41fa-92ba-7d7a9009061a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536654 Sep 14 10:03:44.981646 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3206e1-04c5-468e-9585-a435927a3593 req-370f33cb-b282-4eee-b39e-51c6d88d8604 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:44.983218 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f3206e1-04c5-468e-9585-a435927a3593 req-370f33cb-b282-4eee-b39e-51c6d88d8604 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0800667 Sep 14 10:03:45.069460 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f3206e1-04c5-468e-9585-a435927a3593 req-ab8b4383-4a15-4750-8371-348fab7d54bb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Sep 14 10:03:45.129002 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c3e0e-9779-4002-894f-a09c82949ffe req-7e487a40-9cd9-4b04-8560-15c57d0208ee tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:45.136266 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ff3c3e0e-9779-4002-894f-a09c82949ffe req-7e487a40-9cd9-4b04-8560-15c57d0208ee tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 932 time: 0.0572453 Sep 14 10:03:45.177615 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ff3c3e0e-9779-4002-894f-a09c82949ffe req-362c8c07-7d9a-40eb-bbd0-694f9afecb3c tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388472 Sep 14 10:03:45.564427 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:45.734136 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1fa6-2599-4da7-84bb-602bd5fc9f3e req-6e2e8332-8623-42c8-8e93-4349e418d700 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:45.735805 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-69ed1fa6-2599-4da7-84bb-602bd5fc9f3e req-6e2e8332-8623-42c8-8e93-4349e418d700 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0979042 Sep 14 10:03:45.797537 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-69ed1fa6-2599-4da7-84bb-602bd5fc9f3e req-e832fe50-f7fb-4201-88f8-7974062bdcf0 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525129 Sep 14 10:03:45.998605 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151de5-da8f-41cb-abb7-cee7e473ecf4 req-51070a9e-ca4c-46ad-9642-931a9f699fbe tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:46.007606 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5151de5-da8f-41cb-abb7-cee7e473ecf4 req-51070a9e-ca4c-46ad-9642-931a9f699fbe tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0685408 Sep 14 10:03:46.068365 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5151de5-da8f-41cb-abb7-cee7e473ecf4 req-ba1165ba-a0ed-4024-890f-98100a303b19 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587103 Sep 14 10:03:46.289306 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeaee2-3dd6-4819-8b9f-fb1f81471f2c req-37b379d4-0600-48da-a36a-a6b0ba80d57e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:46.298034 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61aeaee2-3dd6-4819-8b9f-fb1f81471f2c req-37b379d4-0600-48da-a36a-a6b0ba80d57e tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1488817 Sep 14 10:03:46.340407 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61aeaee2-3dd6-4819-8b9f-fb1f81471f2c req-24f30d14-8c06-4605-8c7d-ca7fc26174e5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Sep 14 10:03:46.404841 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaf953-0f91-468d-ade9-1a41f0f7c9ea req-1b12e276-e552-4a23-a716-15c75711140e tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:46.414546 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10aaf953-0f91-468d-ade9-1a41f0f7c9ea req-1b12e276-e552-4a23-a716-15c75711140e tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 932 time: 0.0631309 Sep 14 10:03:46.499437 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10aaf953-0f91-468d-ade9-1a41f0f7c9ea req-62aec350-6c4b-48f2-b0ff-feb6cc396242 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792127 Sep 14 10:03:46.945679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245548c7-9678-4106-a3e0-95b348289b5c req-3276ad30-6ace-4dc4-95a1-6c0293d557df tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:46.948483 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-245548c7-9678-4106-a3e0-95b348289b5c req-3276ad30-6ace-4dc4-95a1-6c0293d557df tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0569236 Sep 14 10:03:46.999368 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-245548c7-9678-4106-a3e0-95b348289b5c req-d1e4ef6a-fe59-44cf-a89e-cba2f8220c20 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374801 Sep 14 10:03:47.123095 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:47.198920 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d956301-2bf7-4cab-b62f-d9d69d3f8847 req-269cb9ba-58e8-45e1-8067-9039c6eda015 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:47.200549 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9d956301-2bf7-4cab-b62f-d9d69d3f8847 req-269cb9ba-58e8-45e1-8067-9039c6eda015 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0643852 Sep 14 10:03:47.248846 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9d956301-2bf7-4cab-b62f-d9d69d3f8847 req-dd27ecb6-30b1-4270-8bc9-f797c31483fd tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Sep 14 10:03:47.487172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c78f9-f305-4950-b922-3f2ad9973466 req-000135a7-5199-4bb1-9ebf-1cda79b6d27b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:47.489343 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b7c78f9-f305-4950-b922-3f2ad9973466 req-000135a7-5199-4bb1-9ebf-1cda79b6d27b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0645759 Sep 14 10:03:47.544789 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b7c78f9-f305-4950-b922-3f2ad9973466 req-1a8684de-1f2c-4dd6-8e54-0593a9c66558 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492420 Sep 14 10:03:47.647505 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eef1f0-8825-44bf-bfb0-22fdcb09dc4b req-631421bf-c1d3-49d8-829b-97a3f415b1d3 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:47.649147 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e8eef1f0-8825-44bf-bfb0-22fdcb09dc4b req-631421bf-c1d3-49d8-829b-97a3f415b1d3 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 932 time: 0.0654271 Sep 14 10:03:47.689821 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e8eef1f0-8825-44bf-bfb0-22fdcb09dc4b req-3e54ea38-dec3-4460-bdb0-2ae8ec56b842 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Sep 14 10:03:47.805750 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Request body: {'port': {'device_id': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:47.899381 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:48.311045 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159b24-f969-48ae-971a-641c03fe716b req-bff79667-f310-4eba-b2e6-dbd56325de07 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:48.313103 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6159b24-f969-48ae-971a-641c03fe716b req-bff79667-f310-4eba-b2e6-dbd56325de07 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0911443 Sep 14 10:03:48.429004 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6159b24-f969-48ae-971a-641c03fe716b req-faf90bb4-b546-4af6-ad20-2db84904fe9b tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605967 Sep 14 10:03:48.445203 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a891-a516-4d4b-adfe-c00cc2a90cb7 req-830d5ce0-a468-4dcc-8efb-35206b9467b1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:48.452789 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d9e9a891-a516-4d4b-adfe-c00cc2a90cb7 req-830d5ce0-a468-4dcc-8efb-35206b9467b1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1127081 Sep 14 10:03:48.507781 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d9e9a891-a516-4d4b-adfe-c00cc2a90cb7 req-e5a93ffb-d026-4e95-b237-a20594bfd1e7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540943 Sep 14 10:03:48.598629 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d6f2d8-6eb1-4306-8989-8571fd0c92bf {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:48.606552 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:48.620160 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Transition to ACTIVE for port object 21d6f2d8-6eb1-4306-8989-8571fd0c92bf will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:48.625686 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:48.684180 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256c68b-90d1-4d9f-b2af-9d2376574e7c req-1d95fdc2-caf7-4fd2-b0d2-59e46b0351fc tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:48.693636 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2256c68b-90d1-4d9f-b2af-9d2376574e7c req-1d95fdc2-caf7-4fd2-b0d2-59e46b0351fc tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0554094 Sep 14 10:03:48.695233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Pushing event updated for resources: {'Port': ['ID=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:48.771268 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2256c68b-90d1-4d9f-b2af-9d2376574e7c req-465b6675-c4e5-43b2-b756-23a6ad0a9372 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571742 Sep 14 10:03:48.794014 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Attempting to bind port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:03:48.794748 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Attempting to bind port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:03:48.797679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Attempting to bind port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf on network b644eaf8-1028-4904-91b9-4cf8c699839d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:48.808538 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf on network b644eaf8-1028-4904-91b9-4cf8c699839d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:03:48.809628 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Attempting to bind port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf on network b644eaf8-1028-4904-91b9-4cf8c699839d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:03:48.819866 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:03:48.821073 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Checking segment: {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:03:48.823730 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Bound using segment: {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:03:48.825483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Bound port: 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141129aa-55e5-4dce-b016-f9d649fb9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:03:48.826066 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:48.919366 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d5c24-ded7-44c4-9b28-ff5d0cc5e7a3 req-a878a08b-db33-473a-a856-0a1be56456dc tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:48.928547 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b5d5c24-ded7-44c4-9b28-ff5d0cc5e7a3 req-a878a08b-db33-473a-a856-0a1be56456dc tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 944 time: 0.0846980 Sep 14 10:03:48.961224 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] For port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:03:48.965975 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] For port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:03:48.974812 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b5d5c24-ded7-44c4-9b28-ff5d0cc5e7a3 req-e43a2c9f-ed4e-41bc-9a51-abd3348706f7 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Sep 14 10:03:48.985878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:49.021081 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.021653 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:49.023055 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] 10.222.0.32 "PUT /v2.0/ports/21d6f2d8-6eb1-4306-8989-8571fd0c92bf HTTP/1.1" status: 200 len: 1094 time: 1.2215376 Sep 14 10:03:49.023441 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'tag': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:49.025703 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b7f3e5-babb-406e-a804-ce973405def1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8bb9e5-5515-4f4b-9ef5-1243353105f2", "tag": "21d6f2d8-6eb1-4306-8989-8571fd0c92bf"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:49.069814 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff0f2e-a221-4da0-b68f-69ca5c4217bc x-openstack-request-id: req-75ff0f2e-a221-4da0-b68f-69ca5c4217bc {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:49.070098 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8bb9e5-5515-4f4b-9ef5-1243353105f2", "tag": "21d6f2d8-6eb1-4306-8989-8571fd0c92bf", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:49.070342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75ff0f2e-a221-4da0-b68f-69ca5c4217bc {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:49.070841 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'tag': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf', 'status': 'completed', 'code': 200} Sep 14 10:03:49.083393 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ca237-832c-4be4-8dbf-461ef04aa73e service neutron] Pushing event updated for resources: {'Port': ['ID=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:49.181607 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-fc4d893b-5fe1-457d-a9c0-933f25e49a8b tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.183107 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-fc4d893b-5fe1-457d-a9c0-933f25e49a8b tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 814 time: 0.1522903 Sep 14 10:03:49.184940 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-b7214f6e-bb5d-48b4-af7f-27ab069d2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.186284 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-b7214f6e-bb5d-48b4-af7f-27ab069d2ee5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 1097 time: 0.0951757 Sep 14 10:03:49.198916 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-343fa6e7-16cb-43b3-b383-9402ec77c791 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/quotas/5cf3f0b8ac9a49999f84e1f46372a4e2 HTTP/1.1" status: 200 len: 375 time: 0.0094290 Sep 14 10:03:49.293404 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-726bb222-f144-4846-a090-f7e2602ac720 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf HTTP/1.1" status: 200 len: 217 time: 0.0623150 Sep 14 10:03:49.296276 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:49.321317 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-d412d03a-916e-4bf1-b42f-dea6101edf46 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160667 Sep 14 10:03:49.364605 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ec8d-4533-47f0-877b-eb27412dc34e req-5187b30f-04a3-4746-82cc-5d7fabadfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.366111 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a7e4ec8d-4533-47f0-877b-eb27412dc34e req-5187b30f-04a3-4746-82cc-5d7fabadfeef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.1340647 Sep 14 10:03:49.398562 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-a04eded1-b1a1-4886-821d-665409cdbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.400008 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-a04eded1-b1a1-4886-821d-665409cdbcc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54c0319c-de91-4a1b-b98a-f92afa07da04 HTTP/1.1" status: 200 len: 849 time: 0.0965531 Sep 14 10:03:49.466385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-132e6e6e-7917-4f09-aa47-a644af2c6b3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b644eaf8-1028-4904-91b9-4cf8c699839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348959 Sep 14 10:03:49.510393 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a7e4ec8d-4533-47f0-877b-eb27412dc34e req-860d761e-a063-4656-8cb5-cf750736359e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359262 Sep 14 10:03:49.521244 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-7b5768fc-bc38-48d9-9f58-556f57c4a69b service neutron] 10.222.0.21 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806760 Sep 14 10:03:49.567005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e14de6-2ea2-4a7f-ae42-7a0754a71352 req-92635ba2-6461-4d00-880e-22319f0b281d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.569339 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6e14de6-2ea2-4a7f-ae42-7a0754a71352 req-92635ba2-6461-4d00-880e-22319f0b281d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0617537 Sep 14 10:03:49.610545 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6e14de6-2ea2-4a7f-ae42-7a0754a71352 req-698be537-be70-4592-9540-b3c08d888584 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361602 Sep 14 10:03:49.634855 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-cbe95c43-8140-49b9-8500-7163dd64316e service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596317 Sep 14 10:03:49.661481 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b448d646-4522-4b81-b392-51a2f80186ec service neutron] 10.222.0.21 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051750 Sep 14 10:03:49.720668 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839104f2-67ee-4dd2-b958-04eee379cfeb req-5cf49939-c24c-4c3a-8248-1e8fa9a83c36 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.722319 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-839104f2-67ee-4dd2-b958-04eee379cfeb req-5cf49939-c24c-4c3a-8248-1e8fa9a83c36 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0510788 Sep 14 10:03:49.786303 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-839104f2-67ee-4dd2-b958-04eee379cfeb req-75ed0312-7224-4898-9174-23c2877f19d8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522246 Sep 14 10:03:49.913428 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-574a7103-0017-4607-a53d-9517050d584f req-a8b192f6-7909-46c2-b156-831f35470d0f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 210 time: 0.0569129 Sep 14 10:03:49.921891 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d8d399a-dd7f-4a52-8298-6ecc9e23ad3f req-c66d9846-5e8c-4164-82f0-451438f78696 service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549203 Sep 14 10:03:49.946155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57cbff-917c-4b10-a287-74900108e3c1 req-e38ae3e5-1f28-498d-8f28-6437c9376f8a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:49.949443 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de57cbff-917c-4b10-a287-74900108e3c1 req-e38ae3e5-1f28-498d-8f28-6437c9376f8a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0787969 Sep 14 10:03:50.017041 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de57cbff-917c-4b10-a287-74900108e3c1 req-5a34791d-23fa-43da-bcf0-3fe2e397bf95 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480940 Sep 14 10:03:50.042111 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36064) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:50.076015 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5d1c-4b8f-42d2-a67d-d5ad406d7aad req-3f39bfab-2933-4278-83cc-c898f746b9b7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.078428 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2b2b5d1c-4b8f-42d2-a67d-d5ad406d7aad req-3f39bfab-2933-4278-83cc-c898f746b9b7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0926895 Sep 14 10:03:50.127082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f3e5-babb-406e-a804-ce973405def1 req-d50894a3-52e5-4d92-ac5f-ff265aba5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.136671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-d50894a3-52e5-4d92-ac5f-ff265aba5926 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 1097 time: 0.1059773 Sep 14 10:03:50.166747 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2b2b5d1c-4b8f-42d2-a67d-d5ad406d7aad req-f0462800-b355-4eff-b620-6a011c0e4efa tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809071 Sep 14 10:03:50.298198 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958358c-2510-4749-9d8e-f8bd4c813e63 req-5c18908a-6c07-495e-8fc5-0932ebe10a48 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.305758 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b958358c-2510-4749-9d8e-f8bd4c813e63 req-5c18908a-6c07-495e-8fc5-0932ebe10a48 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 944 time: 0.1675429 Sep 14 10:03:50.347992 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-886b363b-9d39-482b-b505-c2c25419aa95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1468794 Sep 14 10:03:50.389371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f3e5-babb-406e-a804-ce973405def1 req-485ece23-6de3-4787-abb9-ffd24b561593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.391496 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-485ece23-6de3-4787-abb9-ffd24b561593 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 200 len: 910 time: 0.2395120 Sep 14 10:03:50.398517 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b958358c-2510-4749-9d8e-f8bd4c813e63 req-e61bcd32-e65a-4b1f-9231-a4d6680b2895 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916352 Sep 14 10:03:50.401127 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d8149-009c-4df6-98c7-9eccae723c27 tempest-TestShelveInstance-581291130 tempest-TestShelveInstance-581291130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.403281 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-168d8149-009c-4df6-98c7-9eccae723c27 tempest-TestShelveInstance-581291130 tempest-TestShelveInstance-581291130-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1094 time: 0.3592908 Sep 14 10:03:50.406044 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36090) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:50.411449 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'port_id': '68efc499-130e-4e19-bb28-47b15c71c178', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:50.437679 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:50.472895 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-23f786c9-beb1-4717-8cac-5af341e27d40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf HTTP/1.1" status: 200 len: 217 time: 0.0531590 Sep 14 10:03:50.485907 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-53e21d48-50f1-4551-be30-da0b1327e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.487698 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-53e21d48-50f1-4551-be30-da0b1327e6e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1098 time: 0.0755999 Sep 14 10:03:50.550088 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:50.652510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f3e5-babb-406e-a804-ce973405def1 req-07b881bd-6a8c-4793-91a5-de53636c8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.654523 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-07b881bd-6a8c-4793-91a5-de53636c8f1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54c0319c-de91-4a1b-b98a-f92afa07da04 HTTP/1.1" status: 200 len: 849 time: 0.0995576 Sep 14 10:03:50.656694 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Allocated IP 172.27.2.250 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/278b753c-2cd1-47ad-b7ef-66fbd8bbd1ae) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:50.696678 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-d8f5dbfc-c1ea-4229-ad18-bbbb7dffb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.698500 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-d8f5dbfc-c1ea-4229-ad18-bbbb7dffb784 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 910 time: 0.1342387 Sep 14 10:03:50.712541 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-33c72b35-c735-4710-9b2c-f686b676fdc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b644eaf8-1028-4904-91b9-4cf8c699839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297997 Sep 14 10:03:50.773612 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:50.816273 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:50.853524 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:50.856649 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:50.860728 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:50.877828 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-928da7f7-bc23-4f7c-901d-fb4685d5b820 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 1000 time: 0.1231124 Sep 14 10:03:50.908155 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'Port': ['ID=278b753c-2cd1-47ad-b7ef-66fbd8bbd1ae,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:50.930960 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-08888415-88a2-41c6-9685-fc71d91531eb service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411638 Sep 14 10:03:50.954874 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-e24a6fcf-f45d-421b-9eff-8d72c4cca3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.956311 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-e24a6fcf-f45d-421b-9eff-8d72c4cca3fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.0621114 Sep 14 10:03:50.992818 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb68b7-0dc7-4636-96bc-2970aff5eb2b req-47a92007-be72-474d-a97c-28207c3c40db tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:50.994327 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9efb68b7-0dc7-4636-96bc-2970aff5eb2b req-47a92007-be72-474d-a97c-28207c3c40db tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1035435 Sep 14 10:03:51.030381 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-049f0cac-744d-4f32-8df6-4069f032b889 req-0674333b-bb25-4145-8209-29f3019d8602 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 210 time: 0.0517242 Sep 14 10:03:51.075388 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-97b07c9b-b0da-413d-8c7c-ff2fae9147ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:51.076900 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-97b07c9b-b0da-413d-8c7c-ff2fae9147ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096535 Sep 14 10:03:51.092211 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10b7f3e5-babb-406e-a804-ce973405def1 req-a7272cb5-dc63-4789-a6b2-dba14cc6e7d2 service neutron] 10.222.0.32 "GET /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463199 Sep 14 10:03:51.092770 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9efb68b7-0dc7-4636-96bc-2970aff5eb2b req-94e6e0b2-70ff-4bed-a44e-05f703c3a4b2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693526 Sep 14 10:03:51.213834 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-ed5f822f-39ca-446e-9def-8b6d98ecdb7e service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945756 Sep 14 10:03:51.268322 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:51.343631 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:51.432848 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092857c-9bb2-43a8-9345-32543c17ebd5 req-08406e73-ca29-4ee6-8b18-d07cc5236c39 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:51.434398 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3092857c-9bb2-43a8-9345-32543c17ebd5 req-08406e73-ca29-4ee6-8b18-d07cc5236c39 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1704965 Sep 14 10:03:51.458509 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f69a28fa-6be6-4318-9f78-0ccee7e036b4 req-4afbb32f-8760-4b11-a3b2-c7365087b5e8 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257943 Sep 14 10:03:51.606099 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07376f5-a78a-4835-9755-f49b7b95c465 req-f647df56-87c4-459b-87b1-007dcdc6c2d6 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:51.607523 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c07376f5-a78a-4835-9755-f49b7b95c465 req-f647df56-87c4-459b-87b1-007dcdc6c2d6 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 944 time: 0.1041024 Sep 14 10:03:51.629969 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:51.653497 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:51.669421 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:51.711810 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c07376f5-a78a-4835-9755-f49b7b95c465 req-64cd12c9-ce0f-4a58-bdfb-e9cba493f943 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799665 Sep 14 10:03:51.712037 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-76f1a5fd-774f-4fbb-8a6b-639d2d47399a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:51.713610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-76f1a5fd-774f-4fbb-8a6b-639d2d47399a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 814 time: 0.4473903 Sep 14 10:03:51.737079 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3092857c-9bb2-43a8-9345-32543c17ebd5 req-35b835d6-601a-412a-98e4-5ea912fc0edb tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911670 Sep 14 10:03:51.741913 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'port': {'device_id': '275ed34b-c983-4bc3-8469-749b82b2019e', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'admin_state_up': True, 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:03:51.813109 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36118) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:51.832890 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event updated for resources: {'Port': ['ID=278b753c-2cd1-47ad-b7ef-66fbd8bbd1ae,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:51.857275 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Floating IP 664b0919-3210-448e-a080-fb5a0e8bb69b associated. External IP: 172.27.2.250, port: 68efc499-130e-4e19-bb28-47b15c71c178. Sep 14 10:03:51.876508 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 21d6f2d8-6eb1-4306-8989-8571fd0c92bf details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:03:51.917644 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Made reservation on behalf of 5cf3f0b8ac9a49999f84e1f46372a4e2 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:03:51.923177 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:52.073008 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:52.124737 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf', 'network_id': 'b644eaf8-1028-4904-91b9-4cf8c699839d', 'port_id': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf', 'mac_address': 'fa:16:3e:ba:22:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c0319c-de91-4a1b-b98a-f92afa07da04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:03:52.206217 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:52.223034 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d6f2d8-6eb1-4306-8989-8571fd0c92bf {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:03:52.277642 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Allocated IP 172.20.0.14 (bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69/5bc61550-b8f6-43e7-9d69-f4a2da431f5e/096f2d98-c1b8-46dd-8b84-f1a1001e1b54) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:03:52.281955 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:52.292768 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:52.382424 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:52.394755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.395357 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.396034 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.396531 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.397108 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.397678 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.398298 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.398868 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.400363 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.400938 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.401431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.401905 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:03:52.452258 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ebe9-ffb8-45e9-936f-cd8baa0c0847 req-a4221a5d-32ab-426b-90c7-13c9be37ee02 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:52.461192 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fee6ebe9-ffb8-45e9-936f-cd8baa0c0847 req-a4221a5d-32ab-426b-90c7-13c9be37ee02 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.2392457 Sep 14 10:03:52.532090 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fee6ebe9-ffb8-45e9-936f-cd8baa0c0847 req-f4e769c9-22aa-42e5-a00d-9925b108b9dd tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Sep 14 10:03:52.569172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:52.596016 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Transition to ACTIVE for port object 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:03:52.675891 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f2b50c10-dec0-409b-8043-ef96e3112830 req-daa47678-af54-4063-995a-414fd5f5f418 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 210 time: 0.0547974 Sep 14 10:03:52.702473 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436896d-a255-4d45-9349-6a3dcc39658e req-7b2c9eff-17da-4063-8685-811c9467ca78 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:52.712337 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b436896d-a255-4d45-9349-6a3dcc39658e req-7b2c9eff-17da-4063-8685-811c9467ca78 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0927565 Sep 14 10:03:52.716349 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['21d6f2d8-6eb1-4306-8989-8571fd0c92bf'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:03:52.722134 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:52.758395 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-95158156-83e3-41f4-afa7-346a6d018661 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4810fd78d83c42af9147f3c75c7961f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424703 Sep 14 10:03:52.760887 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36144) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:03:52.785017 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Router f1dd41da-2ad2-4960-851d-3979123a2a9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:03:52.804256 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:03:52.808128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:03:52.840590 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b436896d-a255-4d45-9349-6a3dcc39658e req-e05eb63e-c075-420f-88e6-266e1eb4ae96 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232278 Sep 14 10:03:52.842371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:03:52.853857 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:52.971540 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:52.972219 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:52.999333 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b325c7bd-7fe9-47a6-9e70-819c4e6fe4a8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2611141 Sep 14 10:03:53.126022 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c14bc7a-43e8-4128-98ec-3ea41a99eae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.157144 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:03:53.166018 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb62d2f-f233-4c84-a3e7-76395eb45f06 req-372c36ac-c677-4a40-9876-7ea9506b7eb8 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:53.167980 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5eb62d2f-f233-4c84-a3e7-76395eb45f06 req-372c36ac-c677-4a40-9876-7ea9506b7eb8 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 945 time: 0.3105710 Sep 14 10:03:53.178308 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] Sync routers for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:03:53.182048 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c14bc7a-43e8-4128-98ec-3ea41a99eae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.199166 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:53.200470 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:53.207449 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-092bae47-6c6c-4e3d-9592-3ab3fa695a67 None None] Provisioning for port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:53.212569 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-092bae47-6c6c-4e3d-9592-3ab3fa695a67 None None] Provisioning complete for port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:53.213139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-092bae47-6c6c-4e3d-9592-3ab3fa695a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.215786 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.273512 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a3c3e844-c24c-4f59-9b85-12b6899ebd3c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8660512 Sep 14 10:03:53.276691 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-092bae47-6c6c-4e3d-9592-3ab3fa695a67 None None] Port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:03:53.282117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:53.284350 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112acfa-fe49-4210-9555-61a94b1a1b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:53.299785 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5eb62d2f-f233-4c84-a3e7-76395eb45f06 req-35a64097-3498-4ab8-accc-3d496df85265 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156120 Sep 14 10:03:53.330930 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c14bc7a-43e8-4128-98ec-3ea41a99eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.333737 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c14bc7a-43e8-4128-98ec-3ea41a99eae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.337545 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0c14bc7a-43e8-4128-98ec-3ea41a99eae9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6972b3f1-5d71-4d02-befb-ee1066e8f102 HTTP/1.1" status: 204 len: 168 time: 0.5647199 Sep 14 10:03:53.353784 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14bc7a-43e8-4128-98ec-3ea41a99eae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6972b3f1-5d71-4d02-befb-ee1066e8f102,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:53.390946 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a382c-7914-4ee4-85dc-8eb69fb41792 x-openstack-request-id: req-942a382c-7914-4ee4-85dc-8eb69fb41792 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:53.391208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:53.391455 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-942a382c-7914-4ee4-85dc-8eb69fb41792 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:53.391841 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'status': 'completed', 'code': 200} Sep 14 10:03:53.432283 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:53.673996 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1ea62-3a2e-4216-966d-77b085bcb956 req-4f8e17be-711a-4c6c-9eee-4e6213782a16 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:53.675809 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bcb1ea62-3a2e-4216-966d-77b085bcb956 req-4f8e17be-711a-4c6c-9eee-4e6213782a16 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0634594 Sep 14 10:03:53.727963 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '664b0919-3210-448e-a080-fb5a0e8bb69b', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'port_id': '68efc499-130e-4e19-bb28-47b15c71c178', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'mac_address': 'fa:16:3e:fb:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:03:51Z', 'updated_at': '2021-09-14T10:03:51Z', 'revision_number': 0, 'project_id': '3d3901da85eb495a9237f7154468068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:53.738039 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bcb1ea62-3a2e-4216-966d-77b085bcb956 req-7438bb41-6d63-4e91-9e8a-a8d451402bf6 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Sep 14 10:03:53.761173 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] Checking router: f1dd41da-2ad2-4960-851d-3979123a2a9a for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:03:53.770418 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:03:53.771305 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:03:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:53.835378 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dddbf-15dd-49a2-bfa5-d5c826748ace req-aa15ecd1-6678-4370-a6da-81cff1e82324 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:53.837335 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed5dddbf-15dd-49a2-bfa5-d5c826748ace req-aa15ecd1-6678-4370-a6da-81cff1e82324 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0577075 Sep 14 10:03:53.884955 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 21d6f2d8-6eb1-4306-8989-8571fd0c92bf up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:03:53.894437 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed5dddbf-15dd-49a2-bfa5-d5c826748ace req-13381b90-65bf-4ca6-88f6-9e52529f14c9 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Sep 14 10:03:53.898601 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:03:53.943482 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:03:53.962217 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:03:53.962757 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:53.984922 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3105038-5bc5-45c8-80b2-3a097b1b33d5 req-17866de0-52fd-45c1-952d-f2116571a00f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:53.987019 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e3105038-5bc5-45c8-80b2-3a097b1b33d5 req-17866de0-52fd-45c1-952d-f2116571a00f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0689390 Sep 14 10:03:54.046044 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e3105038-5bc5-45c8-80b2-3a097b1b33d5 req-87d2b984-6717-4717-a980-5ff94641580d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Sep 14 10:03:54.066960 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:54.113960 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:03:54.116683 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab56a713-f005-4b4f-95a9-1261c05a54ff" -d '{"events": [{"server_uuid": "ec8bb9e5-5515-4f4b-9ef5-1243353105f2", "name": "network-vif-plugged", "status": "completed", "tag": "21d6f2d8-6eb1-4306-8989-8571fd0c92bf"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:03:54.144854 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:03:54.149956 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:03:54.165282 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '664b0919-3210-448e-a080-fb5a0e8bb69b', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'port_id': '68efc499-130e-4e19-bb28-47b15c71c178', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'mac_address': 'fa:16:3e:fb:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:03:51Z', 'updated_at': '2021-09-14T10:03:51Z', 'revision_number': 0, 'project_id': '3d3901da85eb495a9237f7154468068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:03:54.185484 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397ec4c3-b553-4671-9c95-8c7d9c988d17 x-openstack-request-id: req-397ec4c3-b553-4671-9c95-8c7d9c988d17 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:03:54.185772 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8bb9e5-5515-4f4b-9ef5-1243353105f2", "name": "network-vif-plugged", "status": "completed", "tag": "21d6f2d8-6eb1-4306-8989-8571fd0c92bf", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:03:54.186026 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-397ec4c3-b553-4671-9c95-8c7d9c988d17 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:03:54.186412 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf', 'code': 200} Sep 14 10:03:54.194035 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc7af1-48c2-4a8b-96c6-3fc989da169c None None] The sync data for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '664b0919-3210-448e-a080-fb5a0e8bb69b', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'port_id': '68efc499-130e-4e19-bb28-47b15c71c178', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'mac_address': 'fa:16:3e:fb:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:03:51Z', 'updated_at': '2021-09-14T10:03:51Z', 'revision_number': 0, 'project_id': '3d3901da85eb495a9237f7154468068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:03:54.207988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:03:54.433458 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52d064-e731-406c-95cc-38adfec47216 None None] New status for floating IP 664b0919-3210-448e-a080-fb5a0e8bb69b: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:03:54.448994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d59b6-4189-4d11-be0f-9deb23e797df req-3c8ecb45-65f0-4f6a-9c90-137d7c458786 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:54.452422 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-128d59b6-4189-4d11-be0f-9deb23e797df req-3c8ecb45-65f0-4f6a-9c90-137d7c458786 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0659308 Sep 14 10:03:54.513293 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-128d59b6-4189-4d11-be0f-9deb23e797df req-49bdc298-de6e-494a-9772-804a08735a76 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558457 Sep 14 10:03:54.853143 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e48157-5e15-4a45-937e-2d8ac13a8757 req-4c2bb82f-9af9-445e-9b45-aac92ba3ad4b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:54.854669 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-66e48157-5e15-4a45-937e-2d8ac13a8757 req-4c2bb82f-9af9-445e-9b45-aac92ba3ad4b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0536151 Sep 14 10:03:54.904791 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-66e48157-5e15-4a45-937e-2d8ac13a8757 req-4f3768cc-8e88-4985-95d6-af3c22a51325 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Sep 14 10:03:55.008265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf4f55-bff4-4996-885b-522a8996f5bb req-68c6e858-c4d3-4925-bf1a-398099bf79ae tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:55.009701 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6bbf4f55-bff4-4996-885b-522a8996f5bb req-68c6e858-c4d3-4925-bf1a-398099bf79ae tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0503509 Sep 14 10:03:55.047782 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6bbf4f55-bff4-4996-885b-522a8996f5bb req-7eef5f14-ce62-4edb-a4df-d96bbb622fb2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Sep 14 10:03:55.170048 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb7dc-f64e-4f2a-bf67-9bd6ee550d52 req-33a230c6-13d1-416a-ad44-341a95062e30 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:55.171603 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-73fbb7dc-f64e-4f2a-bf67-9bd6ee550d52 req-33a230c6-13d1-416a-ad44-341a95062e30 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0505102 Sep 14 10:03:55.209838 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-73fbb7dc-f64e-4f2a-bf67-9bd6ee550d52 req-eec75505-f825-4ee1-8908-b8850f011925 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Sep 14 10:03:55.633471 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ec2-694f-41b6-ba8a-d80276fef68b req-b6eff840-743c-4451-b8a4-184eb2b16da2 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:55.635013 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a4a5ec2-694f-41b6-ba8a-d80276fef68b req-b6eff840-743c-4451-b8a4-184eb2b16da2 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0508809 Sep 14 10:03:55.675751 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a4a5ec2-694f-41b6-ba8a-d80276fef68b req-0528ab02-1fa3-46c2-9699-7b3949b6c8f0 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Sep 14 10:03:56.027189 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0bd52-401b-4707-82ca-77eaf3ad5923 req-7a7a2bae-bc86-4921-88d5-9a2a1f30002b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:56.029014 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0bc0bd52-401b-4707-82ca-77eaf3ad5923 req-7a7a2bae-bc86-4921-88d5-9a2a1f30002b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0539746 Sep 14 10:03:56.066861 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0bc0bd52-401b-4707-82ca-77eaf3ad5923 req-223edf41-76e1-44fc-af73-370696df7816 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Sep 14 10:03:56.176531 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beece57-8d59-47f4-917e-7a226c741a0d req-d77ed35d-5771-4d9f-b755-685176d01c3f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:56.178077 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0beece57-8d59-47f4-917e-7a226c741a0d req-d77ed35d-5771-4d9f-b755-685176d01c3f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0565486 Sep 14 10:03:56.221916 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0beece57-8d59-47f4-917e-7a226c741a0d req-932e1407-4f15-44eb-baaa-b058067520a7 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Sep 14 10:03:56.336011 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144367-e103-44e8-815a-e6c32ea05b6a req-d5c2e582-9789-4c63-861a-c053f51b6236 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:56.337609 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87144367-e103-44e8-815a-e6c32ea05b6a req-d5c2e582-9789-4c63-861a-c053f51b6236 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0534091 Sep 14 10:03:56.378506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87144367-e103-44e8-815a-e6c32ea05b6a req-9baedabe-e474-47c6-979a-03c15b01d562 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349305 Sep 14 10:03:56.799843 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9432-d5a9-4371-b5c2-ac2770905d42 req-2809e38c-f599-4396-a66a-3ffba8c29f47 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:56.801374 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b35d9432-d5a9-4371-b5c2-ac2770905d42 req-2809e38c-f599-4396-a66a-3ffba8c29f47 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Sep 14 10:03:56.843027 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b35d9432-d5a9-4371-b5c2-ac2770905d42 req-ef4c75a6-8a11-464d-b3f3-0c115a6f4f2f tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Sep 14 10:03:57.204364 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c43252-8185-40ce-93d8-fa0cf161f3a6 req-967dce2a-1f23-4b19-90d2-43751ac97675 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:57.205896 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f9c43252-8185-40ce-93d8-fa0cf161f3a6 req-967dce2a-1f23-4b19-90d2-43751ac97675 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0588326 Sep 14 10:03:57.243964 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f9c43252-8185-40ce-93d8-fa0cf161f3a6 req-9e50089c-f9f9-4bda-880a-d3256f63865a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Sep 14 10:03:57.339219 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423625-70b9-4e1e-bc7a-6fd760b08f0f req-cc765cd6-95fb-4064-9365-05ce1447a428 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:57.340760 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44423625-70b9-4e1e-bc7a-6fd760b08f0f req-cc765cd6-95fb-4064-9365-05ce1447a428 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0506036 Sep 14 10:03:57.385064 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44423625-70b9-4e1e-bc7a-6fd760b08f0f req-397a7491-0125-4ae4-bfbc-889b70cf0c35 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Sep 14 10:03:57.506604 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944903-8a19-477e-80aa-ddc895137b2f req-22f17af8-7d83-4148-ab4e-7864add8bf71 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:57.508165 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5b944903-8a19-477e-80aa-ddc895137b2f req-22f17af8-7d83-4148-ab4e-7864add8bf71 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0483599 Sep 14 10:03:57.548973 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5b944903-8a19-477e-80aa-ddc895137b2f req-198bab50-7bb2-4c40-9b13-96402ea89ac0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344789 Sep 14 10:03:57.971324 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ef774-b37c-4ede-b754-319940541ce7 req-2ec5804e-831e-48e8-88f9-27d2a93c8d85 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:57.972891 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e80ef774-b37c-4ede-b754-319940541ce7 req-2ec5804e-831e-48e8-88f9-27d2a93c8d85 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0481155 Sep 14 10:03:58.013696 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e80ef774-b37c-4ede-b754-319940541ce7 req-7a1c2da0-f9af-4976-8587-25a5586af03d tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Sep 14 10:03:58.361114 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430b5fb-7a3a-4693-99f6-09f6c3e2f77a req-8a8cafb2-860d-4872-a585-33af395c4daf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:58.362620 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1430b5fb-7a3a-4693-99f6-09f6c3e2f77a req-8a8cafb2-860d-4872-a585-33af395c4daf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0528896 Sep 14 10:03:58.401882 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1430b5fb-7a3a-4693-99f6-09f6c3e2f77a req-16ff706f-f441-40ab-ba96-739afc4fee3f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332048 Sep 14 10:03:58.530045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cf361-718a-4e19-86d7-dde0f89dad79 req-b6a8badc-d895-4956-bcdd-b3970e1455d9 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:58.531990 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b59cf361-718a-4e19-86d7-dde0f89dad79 req-b6a8badc-d895-4956-bcdd-b3970e1455d9 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0532184 Sep 14 10:03:58.577441 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b59cf361-718a-4e19-86d7-dde0f89dad79 req-6b646586-deaa-42d7-b8c8-92486ad05008 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Sep 14 10:03:58.678619 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71839-b86a-4e2a-91d9-5746fda09c15 req-d1968020-51bf-4a0c-a340-1158042ab68b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:58.678619 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-11b71839-b86a-4e2a-91d9-5746fda09c15 req-d1968020-51bf-4a0c-a340-1158042ab68b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0507178 Sep 14 10:03:58.710139 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-11b71839-b86a-4e2a-91d9-5746fda09c15 req-b4f51335-14ae-496a-99be-f715841d2dda tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Sep 14 10:03:59.135529 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc716ce-c2c8-4051-973f-97a159251a33 req-1c41f3a1-c56e-4861-9d07-fd5ceddce883 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:59.138199 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2cc716ce-c2c8-4051-973f-97a159251a33 req-1c41f3a1-c56e-4861-9d07-fd5ceddce883 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0543160 Sep 14 10:03:59.176307 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2cc716ce-c2c8-4051-973f-97a159251a33 req-39c96450-7a88-4664-820e-33f61a8f38ef tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Sep 14 10:03:59.526297 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf78794-8b35-4b1e-b1a4-b2c3c355bbcd req-b42b9591-3940-4fee-a869-720f8b5f48f7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:59.528006 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4bf78794-8b35-4b1e-b1a4-b2c3c355bbcd req-b42b9591-3940-4fee-a869-720f8b5f48f7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0497503 Sep 14 10:03:59.568006 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4bf78794-8b35-4b1e-b1a4-b2c3c355bbcd req-30150bf4-3997-490a-b93f-e0d7eb8cfb07 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Sep 14 10:03:59.698590 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd0e91-4237-4f2d-af3f-2c430c767a78 req-407b34ea-facd-4a13-b6a2-81bd7a367217 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:59.700369 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-05cd0e91-4237-4f2d-af3f-2c430c767a78 req-407b34ea-facd-4a13-b6a2-81bd7a367217 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0512097 Sep 14 10:03:59.741814 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-05cd0e91-4237-4f2d-af3f-2c430c767a78 req-e13d527d-1a3f-440b-b431-aaac6e0a411b tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Sep 14 10:03:59.838081 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab61f9-bee3-437f-9a72-a0b034876eb7 req-fa184bee-ecdf-499a-a351-da0224a3eeaf tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:03:59.839604 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-96ab61f9-bee3-437f-9a72-a0b034876eb7 req-fa184bee-ecdf-499a-a351-da0224a3eeaf tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0533147 Sep 14 10:03:59.877954 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-96ab61f9-bee3-437f-9a72-a0b034876eb7 req-888f6da6-f371-4ecf-9287-cbf5af8cadfc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Sep 14 10:04:00.301415 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402347d2-0e0c-4718-9e48-177388f494dd req-313b1fc0-5f6c-47ac-bb86-da1f8f72c471 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:00.302926 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-402347d2-0e0c-4718-9e48-177388f494dd req-313b1fc0-5f6c-47ac-bb86-da1f8f72c471 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0561731 Sep 14 10:04:00.342686 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-402347d2-0e0c-4718-9e48-177388f494dd req-a3823085-862f-47b8-b73f-1868b369d6be tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Sep 14 10:04:00.691832 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de954f8f-a28d-4f98-9b64-631d8833d3dc req-f3cf4271-e750-4a09-a4df-fb225528caa0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:00.693784 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de954f8f-a28d-4f98-9b64-631d8833d3dc req-f3cf4271-e750-4a09-a4df-fb225528caa0 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0508864 Sep 14 10:04:00.732729 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de954f8f-a28d-4f98-9b64-631d8833d3dc req-cbb42389-e5a4-4f03-b809-d8f914704195 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Sep 14 10:04:00.858092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c578-7dde-4bf2-81b1-012442ace6c9 req-96383f9a-3609-413f-bc1c-2c16eb442ee1 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:00.860133 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d239c578-7dde-4bf2-81b1-012442ace6c9 req-96383f9a-3609-413f-bc1c-2c16eb442ee1 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0535662 Sep 14 10:04:00.898012 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d239c578-7dde-4bf2-81b1-012442ace6c9 req-8cc4c12a-2966-467f-bd3a-c8bbe3336171 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Sep 14 10:04:01.005606 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db74bfd-fefb-4bd2-be58-ef7843cd2a1c req-70a88f28-ace1-4bef-9bb1-783817898560 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:01.007208 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7db74bfd-fefb-4bd2-be58-ef7843cd2a1c req-70a88f28-ace1-4bef-9bb1-783817898560 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0554063 Sep 14 10:04:01.046975 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7db74bfd-fefb-4bd2-be58-ef7843cd2a1c req-15157ecd-3c62-4c28-9a90-7ac6555ecc11 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 Sep 14 10:04:01.463238 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ba0a-208a-409c-97e3-bcaf8e668a57 req-df0fd33a-e741-48ca-abf8-3f2663c4504f tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:01.465589 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d406ba0a-208a-409c-97e3-bcaf8e668a57 req-df0fd33a-e741-48ca-abf8-3f2663c4504f tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0525417 Sep 14 10:04:01.504288 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d406ba0a-208a-409c-97e3-bcaf8e668a57 req-a32c6279-4be7-4fb2-abc5-0fb6443382c3 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Sep 14 10:04:01.864019 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64329-8abe-44f5-b95c-354a39b4275c req-0bfe800a-3a8d-4757-b1be-9b49df28936d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:01.865519 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1b64329-8abe-44f5-b95c-354a39b4275c req-0bfe800a-3a8d-4757-b1be-9b49df28936d tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0640240 Sep 14 10:04:01.903991 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1b64329-8abe-44f5-b95c-354a39b4275c req-3010ed6a-dabd-46f2-b4d8-178eeba3494a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Sep 14 10:04:02.015697 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb17c84-d46f-47ab-95e0-990d34848a3a req-bd20cbb9-b855-4aa1-87c0-89747d444fd2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.017146 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dfb17c84-d46f-47ab-95e0-990d34848a3a req-bd20cbb9-b855-4aa1-87c0-89747d444fd2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0492947 Sep 14 10:04:02.054340 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dfb17c84-d46f-47ab-95e0-990d34848a3a req-89a6d098-2c36-4527-8549-d12063cc1723 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Sep 14 10:04:02.171566 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52977bd9-2e3e-4629-b756-939599aa15cf req-d79ea427-28f7-4b9a-ba6a-33bb69d20e8b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.173063 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52977bd9-2e3e-4629-b756-939599aa15cf req-d79ea427-28f7-4b9a-ba6a-33bb69d20e8b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0491390 Sep 14 10:04:02.209405 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52977bd9-2e3e-4629-b756-939599aa15cf req-a8e03c15-7939-4aa1-a525-a2db85b154aa tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304453 Sep 14 10:04:02.619891 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1bd13-ec0f-4aa0-9318-a7f0f235107b req-87bdfd3a-ab62-4de4-90cf-20b3038c44e7 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.627273 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e8f1bd13-ec0f-4aa0-9318-a7f0f235107b req-87bdfd3a-ab62-4de4-90cf-20b3038c44e7 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0550911 Sep 14 10:04:02.649641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Request body: {'port': {'device_id': '275ed34b-c983-4bc3-8469-749b82b2019e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:02.698804 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e8f1bd13-ec0f-4aa0-9318-a7f0f235107b req-dae459ea-e5d9-4fac-b622-6559a141626e tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Sep 14 10:04:02.708094 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-4684433d-620f-47ee-a06e-015eb6c472be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.709666 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-4684433d-620f-47ee-a06e-015eb6c472be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1099 time: 0.0751383 Sep 14 10:04:02.731827 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-066204fa-ef38-4c16-9b83-d15601615296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.733362 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-066204fa-ef38-4c16-9b83-d15601615296 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 1099 time: 0.1011043 Sep 14 10:04:02.738569 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:02.818911 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.32', 50254) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:02.837398 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-9a45dc21-99ad-40ab-a08e-2b57a43fa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.838848 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-9a45dc21-99ad-40ab-a08e-2b57a43fa573 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 909 time: 0.1093998 Sep 14 10:04:02.935640 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-49f6bdc3-f540-4920-8862-abe4ed000998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.937228 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-49f6bdc3-f540-4920-8862-abe4ed000998 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 200 len: 919 time: 0.1887608 Sep 14 10:04:02.961846 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcc4a7-62ef-438a-ab52-5d7fcf2f8a63 req-34d8b150-3976-4e09-b685-3db381d6ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:02.963359 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-57bcc4a7-62ef-438a-ab52-5d7fcf2f8a63 req-34d8b150-3976-4e09-b685-3db381d6ddce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 1099 time: 0.1433947 Sep 14 10:04:02.965488 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-1c03d041-5f5c-41b4-a626-2cc8921cea51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 1002 time: 0.1106637 Sep 14 10:04:02.997110 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-334a2a81-863f-458f-bceb-c114248b09c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 200 len: 217 time: 0.0490007 Sep 14 10:04:03.056738 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-f48ea862-2743-42e8-9f2a-117e33093770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.058248 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-f48ea862-2743-42e8-9f2a-117e33093770 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.0653753 Sep 14 10:04:03.059867 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-57bcc4a7-62ef-438a-ab52-5d7fcf2f8a63 req-83619bd1-c769-4c3e-8b3d-e56384978449 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584693 Sep 14 10:04:03.119050 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-dbdea759-7a20-4b71-b6f3-3ff75b87cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.120512 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-dbdea759-7a20-4b71-b6f3-3ff75b87cf7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 200 len: 858 time: 0.1108294 Sep 14 10:04:03.130577 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff6d7-a6db-48c9-b9f0-1dadd8ecacd0 req-ebff6beb-e419-442b-8992-11d2ea670619 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.132023 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b89ff6d7-a6db-48c9-b9f0-1dadd8ecacd0 req-ebff6beb-e419-442b-8992-11d2ea670619 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1340578 Sep 14 10:04:03.166265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8a46-f901-4c11-86ca-9cc07eee0218 req-6771880a-31c4-47b3-a723-f5156dec3528 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.168038 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3d0b8a46-f901-4c11-86ca-9cc07eee0218 req-6771880a-31c4-47b3-a723-f5156dec3528 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 932 time: 0.0491223 Sep 14 10:04:03.194676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b89ff6d7-a6db-48c9-b9f0-1dadd8ecacd0 req-72533426-06da-4aa5-af0b-837a6487b16b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Sep 14 10:04:03.207782 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3d0b8a46-f901-4c11-86ca-9cc07eee0218 req-b45cce32-3e3d-4a6c-9f73-7e7bd13884f2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Sep 14 10:04:03.235221 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:04:03.242692 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:03.254827 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Transition to ACTIVE for port object 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:04:03.260294 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:03.342320 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:03.392822 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-f8d95486-1e80-4987-bc8e-b6b323ec9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.394498 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-f8d95486-1e80-4987-bc8e-b6b323ec9b9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547006 Sep 14 10:04:03.408701 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.409078 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.409423 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.409757 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.410088 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.410419 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.410743 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.411310 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.411650 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.412003 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.412617 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.412892 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:03.423084 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-69a93571-7df7-437a-b452-1c9d88820fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625501 Sep 14 10:04:03.441276 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2473-6c0b-40e6-8af9-974ac9db886f req-6a16f4b6-4873-4b48-b1f8-c6e80aec9a4d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.442799 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-02aa2473-6c0b-40e6-8af9-974ac9db886f req-6a16f4b6-4873-4b48-b1f8-c6e80aec9a4d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.1549811 Sep 14 10:04:03.502399 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Attempting to bind port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:04:03.502729 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Attempting to bind port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:04:03.503049 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Attempting to bind port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 on network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:04:03.517467 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 on network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:04:03.517786 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Attempting to bind port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 on network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:04:03.532566 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-0d4f05ce-3aaa-4cff-8467-9de0c210a1cb service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919633 Sep 14 10:04:03.555009 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:04:03.555397 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Checking segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:04:03.555741 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Bound using segment: {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:04:03.556152 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Bound port: 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc98b609-520c-4ee4-a90c-b0e58b2a645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:04:03.556506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:03.566283 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-02aa2473-6c0b-40e6-8af9-974ac9db886f req-cf4f30c6-39a0-4ab8-8bd0-74ff8e6d97a8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116378 Sep 14 10:04:03.614493 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-591c507b-46b9-4496-b7e3-26d368e0c9ab service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707284 Sep 14 10:04:03.628893 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-8e0a6355-b314-4da3-8552-443422e0a77e service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872457 Sep 14 10:04:03.672883 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:04:03.713725 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:04:03.719133 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:03.762414 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.763146 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:03.764563 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] 10.222.0.32 "PUT /v2.0/ports/096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 1094 time: 1.1218555 Sep 14 10:04:03.765069 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:03.767335 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:03.791178 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f1310a8-e38f-40bd-b7b9-283f112343d8 req-dc2cac7a-91e8-47f4-92ab-4c1af607d212 service neutron] 10.222.0.32 "GET /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617885 Sep 14 10:04:03.803172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8135af1-ace4-488a-9ebb-5688d5012a83 service neutron] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:03.824968 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1e134-4303-44b7-a03b-4ff26b6b08c3 x-openstack-request-id: req-0fc1e134-4303-44b7-a03b-4ff26b6b08c3 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:03.825534 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:03.826001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fc1e134-4303-44b7-a03b-4ff26b6b08c3 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:03.826609 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'status': 'completed', 'code': 200} Sep 14 10:04:03.828924 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc0ba-1e83-4c9b-8fdc-ade9a06e46a6 req-409bf97b-2e8f-4c32-b027-de0e80326a6f tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.830495 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-643fc0ba-1e83-4c9b-8fdc-ade9a06e46a6 req-409bf97b-2e8f-4c32-b027-de0e80326a6f tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0621789 Sep 14 10:04:03.871041 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-643fc0ba-1e83-4c9b-8fdc-ade9a06e46a6 req-44fab5c8-4b69-4fe6-ac65-5a65823f596b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Sep 14 10:04:03.913088 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-67143b15-df98-4f00-bf1b-72dd78f2d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:03.914705 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-67143b15-df98-4f00-bf1b-72dd78f2d172 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1097 time: 0.0426383 Sep 14 10:04:03.978575 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-b66120ad-fd2f-40e8-9fbe-3cacf290b5f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 217 time: 0.0372820 Sep 14 10:04:04.028222 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-d9bc4b36-650a-4f01-ab83-028c2a261330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.029895 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-d9bc4b36-650a-4f01-ab83-028c2a261330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0424652 Sep 14 10:04:04.080767 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-3ceb33ca-11fc-4b1a-ae3d-6da182e286f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.082219 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-3ceb33ca-11fc-4b1a-ae3d-6da182e286f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379233 Sep 14 10:04:04.174563 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-94b1f488-0378-494f-8deb-b32b26502748 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Sep 14 10:04:04.307587 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5be6dd-f02e-4430-9623-9a45c736c209 req-52a87877-f09c-4168-b27c-c845c86dbdfc service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094940 Sep 14 10:04:04.325016 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002a669-7ba7-4aef-876d-b5504d930b0e req-6ce30726-606d-4591-8dc8-d2a79b05bd02 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.326470 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6002a669-7ba7-4aef-876d-b5504d930b0e req-6ce30726-606d-4591-8dc8-d2a79b05bd02 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0621703 Sep 14 10:04:04.328707 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf395-73a8-4330-a87e-e4f3113dc9cb req-dc1b9202-5ba0-40c1-98b7-bddeb3ae700a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.330224 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-06adf395-73a8-4330-a87e-e4f3113dc9cb req-dc1b9202-5ba0-40c1-98b7-bddeb3ae700a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 944 time: 0.0480459 Sep 14 10:04:04.373639 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-06adf395-73a8-4330-a87e-e4f3113dc9cb req-8137b18d-ee6d-4ba3-94d4-917b634bebbf tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Sep 14 10:04:04.376997 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6002a669-7ba7-4aef-876d-b5504d930b0e req-4b4dab42-9212-4389-b7e9-ef8f148ad885 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Sep 14 10:04:04.496370 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-e51ec1a4-d0a6-4025-a43b-77c965bd9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.497763 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-e51ec1a4-d0a6-4025-a43b-77c965bd9649 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1097 time: 0.0392835 Sep 14 10:04:04.592130 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-526dfcef-017a-42da-b098-aadc631f94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.593609 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-526dfcef-017a-42da-b098-aadc631f94f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 915 time: 0.0806751 Sep 14 10:04:04.651855 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-240fcb92-c07e-4613-b2b3-d3dd8c6461f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 217 time: 0.0377886 Sep 14 10:04:04.692474 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de4d1b-83a1-4b34-8c30-43e6838d88de req-ac10cdd2-2b53-4967-9807-ceafcc1d8def tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.694423 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f1de4d1b-83a1-4b34-8c30-43e6838d88de req-ac10cdd2-2b53-4967-9807-ceafcc1d8def tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0507519 Sep 14 10:04:04.704942 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-f3b4ce05-fcd5-47cb-a21c-4c04293880df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.706391 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-f3b4ce05-fcd5-47cb-a21c-4c04293880df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0455012 Sep 14 10:04:04.735391 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f1de4d1b-83a1-4b34-8c30-43e6838d88de req-f018a187-6b5e-4bf4-ae2f-6807af4debde tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347762 Sep 14 10:04:04.765956 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-2993353d-b77c-415b-9ad2-f2137f68038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.767444 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-2993353d-b77c-415b-9ad2-f2137f68038c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421662 Sep 14 10:04:04.858647 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-24770f2e-c593-4457-a809-5bcc4dcd0ccb service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Sep 14 10:04:04.960243 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d699e05-e9c4-4e42-bc82-f70e24e27b8d req-d2b9e484-710e-4c6c-b62b-20c1a118de82 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930846 Sep 14 10:04:04.994492 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222cd9f-13dc-41f3-9857-c0845562fac1 req-b8ebf4ee-1217-47ac-b492-d5409840f67b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:04.995956 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f222cd9f-13dc-41f3-9857-c0845562fac1 req-b8ebf4ee-1217-47ac-b492-d5409840f67b tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Sep 14 10:04:05.033931 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f222cd9f-13dc-41f3-9857-c0845562fac1 req-40b12902-0766-4774-a1f5-b37b26cad16e tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Sep 14 10:04:05.491359 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366a42-697a-4cd7-88b0-3921399daf79 req-5e6df066-35cc-4fef-89f3-65bc88010ad5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:05.492838 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b366a42-697a-4cd7-88b0-3921399daf79 req-5e6df066-35cc-4fef-89f3-65bc88010ad5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0492041 Sep 14 10:04:05.493463 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f863fa-5938-4bc7-9134-e8f4a5e8a95a req-b476c470-dbf9-4c8a-8ac2-14e3bca18986 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:05.494937 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a4f863fa-5938-4bc7-9134-e8f4a5e8a95a req-b476c470-dbf9-4c8a-8ac2-14e3bca18986 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 944 time: 0.0471671 Sep 14 10:04:05.532281 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b366a42-697a-4cd7-88b0-3921399daf79 req-482d5c9c-a79a-4977-899f-b62b791a6fd4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Sep 14 10:04:05.532687 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a4f863fa-5938-4bc7-9134-e8f4a5e8a95a req-20987944-fc05-4f8e-bf24-feab6385a2a1 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Sep 14 10:04:05.801256 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97130b-5000-48dd-be60-f9f53fae7df1 req-b6f5ff18-4eef-4e0d-8730-3162c0c84a78 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:05.802650 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7c97130b-5000-48dd-be60-f9f53fae7df1 req-b6f5ff18-4eef-4e0d-8730-3162c0c84a78 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0480759 Sep 14 10:04:05.842882 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7c97130b-5000-48dd-be60-f9f53fae7df1 req-302880e4-f14d-492c-9aa3-bd26368960c5 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343060 Sep 14 10:04:05.859890 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2d008-7dcc-41a7-bb41-f27b84657798 req-8f62758f-ce01-4def-80c3-e375faa3d069 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:05.859890 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-31a2d008-7dcc-41a7-bb41-f27b84657798 req-8f62758f-ce01-4def-80c3-e375faa3d069 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 943 time: 0.0471215 Sep 14 10:04:05.892529 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-31a2d008-7dcc-41a7-bb41-f27b84657798 req-ce8c5d39-afc9-462c-b6a2-6d6dab640ee5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302851 Sep 14 10:04:05.969210 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:04:06.061385 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:06.072301 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'port_id': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'mac_address': 'fa:16:3e:30:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:04:06.107098 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:06.119015 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a776ab12-8fd4-4ad2-a3ae-9503291326a3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:04:06.137577 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:06.141956 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:06.184814 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=9']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:06.557857 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a776ab12-8fd4-4ad2-a3ae-9503291326a3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:06.650290 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e047eb8-7fab-4917-9d6a-e615423c24d8 req-56be77ee-1da0-4043-aace-50253cee5163 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:06.652690 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6e047eb8-7fab-4917-9d6a-e615423c24d8 req-56be77ee-1da0-4043-aace-50253cee5163 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0519338 Sep 14 10:04:06.657404 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87c449-207e-4d34-9a8c-89c14c85b577 req-d01c8280-67ee-461a-90e1-dbb9b8b4a9a0 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:06.661329 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fa87c449-207e-4d34-9a8c-89c14c85b577 req-d01c8280-67ee-461a-90e1-dbb9b8b4a9a0 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 944 time: 0.0537622 Sep 14 10:04:06.693663 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6e047eb8-7fab-4917-9d6a-e615423c24d8 req-27683ea8-1dc5-4081-ab92-c946bc0dd92b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Sep 14 10:04:06.697888 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fa87c449-207e-4d34-9a8c-89c14c85b577 req-dcdfe4bc-1067-40d7-991b-55faf5db5708 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Sep 14 10:04:06.959172 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcbbbf-58f9-4143-8d2c-0d26c1958165 req-36db6158-5666-4b13-9f7c-4e08dee39538 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:06.960850 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5efcbbbf-58f9-4143-8d2c-0d26c1958165 req-36db6158-5666-4b13-9f7c-4e08dee39538 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Sep 14 10:04:07.002182 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5efcbbbf-58f9-4143-8d2c-0d26c1958165 req-2453cecf-76f3-4df8-9516-a68b57a24eb4 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Sep 14 10:04:07.071091 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be212-f489-4b62-94a4-8e1805607454 req-16a05689-a1e8-4f79-b587-fdf3447f54e7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:07.072624 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-257be212-f489-4b62-94a4-8e1805607454 req-16a05689-a1e8-4f79-b587-fdf3447f54e7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 944 time: 0.0492613 Sep 14 10:04:07.110516 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-257be212-f489-4b62-94a4-8e1805607454 req-bf9f00e1-7859-40bb-982b-851d97bf5bac tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Sep 14 10:04:07.808762 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c9971-cf5d-400c-b5f5-13bdad48cdde req-e39d140d-b09c-47ea-92fe-57ce91ff56dd tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:07.810235 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa4c9971-cf5d-400c-b5f5-13bdad48cdde req-e39d140d-b09c-47ea-92fe-57ce91ff56dd tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 944 time: 0.0491271 Sep 14 10:04:07.874610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa4c9971-cf5d-400c-b5f5-13bdad48cdde req-454da7af-7392-4007-8a24-cc195e335c1e tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585232 Sep 14 10:04:07.893627 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-71bc6b3b-6652-4743-9e95-fcc036d7993a tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:07.895040 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-71bc6b3b-6652-4743-9e95-fcc036d7993a tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.0666201 Sep 14 10:04:07.980356 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:04:07.985343 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Deleting port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:04:07.985678 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:07.989420 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:04:08.084740 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] For port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,segment=NetworkSegment(141129aa-55e5-4dce-b016-f9d649fb9590),segment_id=141129aa-55e5-4dce-b016-f9d649fb9590)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:08.085153 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.104348 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port a776ab12-8fd4-4ad2-a3ae-9503291326a3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:04:08.105054 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.113874 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Calling delete_port for 21d6f2d8-6eb1-4306-8989-8571fd0c92bf owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:04:08.134753 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:08.151823 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'port_id': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'mac_address': 'fa:16:3e:09:f4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:04:08.204287 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.205201 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814e712-9488-45d7-9d08-3a090cfa426a req-de9fc842-374c-46e9-8ba1-47bb77d5eb42 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:08.206744 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2814e712-9488-45d7-9d08-3a090cfa426a req-de9fc842-374c-46e9-8ba1-47bb77d5eb42 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec8bb9e5-5515-4f4b-9ef5-1243353105f2 HTTP/1.1" status: 200 len: 946 time: 0.1183798 Sep 14 10:04:08.238085 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:04:08.259374 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2814e712-9488-45d7-9d08-3a090cfa426a req-af858c90-0f84-4dc4-b781-a34170530a61 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.21 "GET /v2.0/security-groups?id=849f8384-a7ed-4b6a-9f43-1301077132d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Sep 14 10:04:08.262553 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.267992 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:08.278260 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.279820 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb8876-0219-46cc-9dff-0e9c8e15797e req-e5908aa2-b40e-4ae8-a58e-da1c42239e3f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:08.281423 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a4fb8876-0219-46cc-9dff-0e9c8e15797e req-e5908aa2-b40e-4ae8-a58e-da1c42239e3f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 944 time: 0.0831451 Sep 14 10:04:08.308741 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:08.310969 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bb2db7-e788-42e8-9a30-fc1a64b8c3a1" -d '{"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-plugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:08.329371 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:08.329611 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.344596 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.351863 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aa9e1e-a9e1-416b-b518-fcbe9f78a954 x-openstack-request-id: req-73aa9e1e-a9e1-416b-b518-fcbe9f78a954 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:08.352321 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-plugged", "status": "completed", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:08.352637 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73aa9e1e-a9e1-416b-b518-fcbe9f78a954 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:08.353104 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'code': 200} Sep 14 10:04:08.353838 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:08.369134 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a4fb8876-0219-46cc-9dff-0e9c8e15797e req-a306d03c-b4f4-49a3-9f0b-a0a2139f6fed tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749915 Sep 14 10:04:08.372687 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Pushing event deleted for resources: {'Port': ['ID=21d6f2d8-6eb1-4306-8989-8571fd0c92bf,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:08.384454 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['21d6f2d8-6eb1-4306-8989-8571fd0c92bf'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:08.419079 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] No DVR routers for this DVR port 21d6f2d8-6eb1-4306-8989-8571fd0c92bf on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:04:08.422072 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:08.424133 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-37782e2c-51b7-4e36-bd07-fd8efd35c9fe req-634f6848-272d-4853-91d6-25e158058e95 tempest-VolumesActionsTest-2077764079 tempest-VolumesActionsTest-2077764079-project] 10.222.0.32 "DELETE /v2.0/ports/21d6f2d8-6eb1-4306-8989-8571fd0c92bf HTTP/1.1" status: 204 len: 173 time: 0.5226064 Sep 14 10:04:08.424503 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'name': 'network-vif-deleted', 'tag': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:08.426741 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a252b-76c3-417c-9b47-7517aa165a39" -d '{"events": [{"server_uuid": "ec8bb9e5-5515-4f4b-9ef5-1243353105f2", "name": "network-vif-deleted", "tag": "21d6f2d8-6eb1-4306-8989-8571fd0c92bf"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:08.430230 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=10']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:08.463808 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33c36f5-4cd7-4ac6-8a86-ec06e6c8544b x-openstack-request-id: req-e33c36f5-4cd7-4ac6-8a86-ec06e6c8544b {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:08.464098 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8bb9e5-5515-4f4b-9ef5-1243353105f2", "name": "network-vif-deleted", "tag": "21d6f2d8-6eb1-4306-8989-8571fd0c92bf", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:08.464348 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e33c36f5-4cd7-4ac6-8a86-ec06e6c8544b {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:08.464740 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8bb9e5-5515-4f4b-9ef5-1243353105f2', 'name': 'network-vif-deleted', 'tag': '21d6f2d8-6eb1-4306-8989-8571fd0c92bf', 'status': 'completed', 'code': 200} Sep 14 10:04:08.686534 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['096f2d98-c1b8-46dd-8b84-f1a1001e1b54'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:09.018339 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0df92-995b-47d2-a92e-158033b89df4 req-571e1fe7-3305-4dbc-a7ba-4c9df9651ee2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:09.019857 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32b0df92-995b-47d2-a92e-158033b89df4 req-571e1fe7-3305-4dbc-a7ba-4c9df9651ee2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 945 time: 0.0757186 Sep 14 10:04:09.035571 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1ca6c-4a35-493b-bc25-c9bde86adcde req-e8abf0dd-dcde-4c80-8d46-361cb97d509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:09.037039 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f6e1ca6c-4a35-493b-bc25-c9bde86adcde req-e8abf0dd-dcde-4c80-8d46-361cb97d509a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 1099 time: 0.0633321 Sep 14 10:04:09.082622 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32b0df92-995b-47d2-a92e-158033b89df4 req-80550288-4c06-4440-ab76-8f0a93f5c08a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Sep 14 10:04:09.088328 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f6e1ca6c-4a35-493b-bc25-c9bde86adcde req-54e9200e-a08d-4bbb-b981-b1fb4969cf2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Sep 14 10:04:09.490923 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838e74e-c7d7-4f0d-9711-9a759d810871 req-451820ee-36b4-4c96-b0e6-3287ea77afc5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:09.492424 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4838e74e-c7d7-4f0d-9711-9a759d810871 req-451820ee-36b4-4c96-b0e6-3287ea77afc5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0538182 Sep 14 10:04:09.531711 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4838e74e-c7d7-4f0d-9711-9a759d810871 req-83adb5c1-25a8-4335-bc3d-1e484f32de4c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Sep 14 10:04:10.024127 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:04:10.080330 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:04:10.084144 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:04:10.084518 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:10.159470 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:10.196145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fa88d-5862-45de-b662-afc66f325bf7 req-4243deef-3b80-4909-9829-2ef07a0eb5d7 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:10.197676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7d4fa88d-5862-45de-b662-afc66f325bf7 req-4243deef-3b80-4909-9829-2ef07a0eb5d7 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 945 time: 0.0501556 Sep 14 10:04:10.202759 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:10.207481 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:10.238130 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7d4fa88d-5862-45de-b662-afc66f325bf7 req-778665fe-2b2d-4aec-9bf6-5168a4f82f49 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334618 Sep 14 10:04:10.318719 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:10.358138 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:10.360393 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecb1066-3e71-4e7d-a815-bb00dddaf994" -d '{"events": [{"server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "name": "network-vif-plugged", "status": "completed", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:10.401993 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6fd44a-0b36-4ff7-8c9d-ffa23ba2ea7d x-openstack-request-id: req-dd6fd44a-0b36-4ff7-8c9d-ffa23ba2ea7d {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:10.402350 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "name": "network-vif-plugged", "status": "completed", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:10.402481 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd6fd44a-0b36-4ff7-8c9d-ffa23ba2ea7d {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:10.402838 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'code': 200} Sep 14 10:04:10.654281 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0c83-3b3b-4192-ab0e-39fdb8fea28c req-4aef5e1e-c759-469d-8e01-978217501251 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:10.656247 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f24e0c83-3b3b-4192-ab0e-39fdb8fea28c req-4aef5e1e-c759-469d-8e01-978217501251 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0498734 Sep 14 10:04:10.697116 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f24e0c83-3b3b-4192-ab0e-39fdb8fea28c req-96365979-2631-4993-985e-344d7721cdd1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Sep 14 10:04:11.351719 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5597ae-38d3-4bc2-89c1-9d6106630e67 req-b97d0240-52e4-46d8-bc7c-c494cca7ea57 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:11.353153 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc5597ae-38d3-4bc2-89c1-9d6106630e67 req-b97d0240-52e4-46d8-bc7c-c494cca7ea57 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0492303 Sep 14 10:04:11.388823 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc5597ae-38d3-4bc2-89c1-9d6106630e67 req-a0a7cc8c-8506-42c1-a5a8-bd921c426c28 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292249 Sep 14 10:04:11.532237 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1877e29-9af4-49e7-ac8d-f39aefb64818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:11.812930 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2254-1479-4b30-88d1-d1c4756c7745 req-9aa9a00e-c220-42d9-bc00-21159e675b09 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:11.814289 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7ed2254-1479-4b30-88d1-d1c4756c7745 req-9aa9a00e-c220-42d9-bc00-21159e675b09 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0475600 Sep 14 10:04:11.858016 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7ed2254-1479-4b30-88d1-d1c4756c7745 req-7df25491-2ca7-42ee-a953-6a88e5bc6ea3 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 Sep 14 10:04:12.503367 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514466f-5207-43e6-9cb2-1f28cbb4dde0 req-a175ea7b-0167-4b3a-b556-d29c8b798c06 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:12.504845 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b514466f-5207-43e6-9cb2-1f28cbb4dde0 req-a175ea7b-0167-4b3a-b556-d29c8b798c06 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0487854 Sep 14 10:04:12.541010 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b514466f-5207-43e6-9cb2-1f28cbb4dde0 req-4121c10b-2d82-46be-8e3c-c24c4a4ac679 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301950 Sep 14 10:04:12.978078 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92bb58-1171-4eab-b188-3d7370297740 req-649ccd31-02c1-4bd5-ad63-379975484a81 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:12.979514 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae92bb58-1171-4eab-b188-3d7370297740 req-649ccd31-02c1-4bd5-ad63-379975484a81 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0468102 Sep 14 10:04:13.015548 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae92bb58-1171-4eab-b188-3d7370297740 req-a87a6962-5ed2-4abf-aed8-5558d4999372 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296898 Sep 14 10:04:13.076722 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 21d6f2d8-6eb1-4306-8989-8571fd0c92bf no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:04:13.097631 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 21d6f2d8-6eb1-4306-8989-8571fd0c92bf {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:04:13.097974 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 21d6f2d8-6eb1-4306-8989-8571fd0c92bf not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:04:13.430077 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8988d-ba0a-4536-8935-9691288c7de2 req-8b7bfc2a-4673-42da-ad2c-6e1f59ead30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:13.431643 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b4b8988d-ba0a-4536-8935-9691288c7de2 req-8b7bfc2a-4673-42da-ad2c-6e1f59ead30b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1099 time: 0.0388584 Sep 14 10:04:13.476672 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b4b8988d-ba0a-4536-8935-9691288c7de2 req-fa3c1c4c-00c2-47c7-94bc-a3ff1e97fc77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290456 Sep 14 10:04:13.661179 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab7d9-1ce2-435d-bbf1-54fb966c6e7c req-610badad-626c-46ee-b0e2-7d204c47178f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:13.662506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fcfab7d9-1ce2-435d-bbf1-54fb966c6e7c req-610badad-626c-46ee-b0e2-7d204c47178f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0527341 Sep 14 10:04:13.701204 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fcfab7d9-1ce2-435d-bbf1-54fb966c6e7c req-02badf1a-55b9-4ecd-adb8-33a7f77a57da tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Sep 14 10:04:14.140154 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35e945-9d61-45e6-afeb-6b9a23d19896 req-4a06cba5-3f23-4610-8f91-f11af76f7ec6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:14.142281 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c35e945-9d61-45e6-afeb-6b9a23d19896 req-4a06cba5-3f23-4610-8f91-f11af76f7ec6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0516150 Sep 14 10:04:14.179637 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c35e945-9d61-45e6-afeb-6b9a23d19896 req-7b31a6a6-c63e-4132-a5f3-be3811a5f359 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Sep 14 10:04:14.292981 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-36b2b2a7-8e4a-4605-bd18-423d168af59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:14.481540 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:14.851054 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dedf5b-33fd-4e66-86d1-921ffbce5fb6 req-444c2316-ee74-452a-9422-d1b31d6f3dc8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:14.853140 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-32dedf5b-33fd-4e66-86d1-921ffbce5fb6 req-444c2316-ee74-452a-9422-d1b31d6f3dc8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0749991 Sep 14 10:04:14.923505 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-32dedf5b-33fd-4e66-86d1-921ffbce5fb6 req-84e87180-b6bb-4fbf-a153-870c57ab6766 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604067 Sep 14 10:04:14.944543 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd271651-65e7-4400-948b-e79195150a7f req-e491263e-908a-48d0-8178-c3db4ce10f80 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:14.946646 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bd271651-65e7-4400-948b-e79195150a7f req-e491263e-908a-48d0-8178-c3db4ce10f80 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0835278 Sep 14 10:04:15.003675 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bd271651-65e7-4400-948b-e79195150a7f req-adde660a-dad8-49da-9b49-11639db8e4e3 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Sep 14 10:04:15.216755 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6f215-7066-43ab-a90f-1efb9a96ebef req-a166da32-4f97-4b2e-aff6-047402f27929 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:15.219514 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-82f6f215-7066-43ab-a90f-1efb9a96ebef req-a166da32-4f97-4b2e-aff6-047402f27929 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0596178 Sep 14 10:04:15.261172 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-82f6f215-7066-43ab-a90f-1efb9a96ebef req-3e613716-28aa-4f9c-ae18-153879821199 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356324 Sep 14 10:04:15.327817 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9eddb-0afb-4470-a2ec-667d1e2551a9 req-848f46d1-db05-4981-97c5-6c8360af127f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:15.335054 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4e9eddb-0afb-4470-a2ec-667d1e2551a9 req-848f46d1-db05-4981-97c5-6c8360af127f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0619314 Sep 14 10:04:15.373427 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4e9eddb-0afb-4470-a2ec-667d1e2551a9 req-43b121b6-e4b6-4363-a4e2-d92d2af827ae tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371685 Sep 14 10:04:15.565207 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:16.036659 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf695ba-182c-4258-98c3-e18db865ecc3 req-00d43fb5-c37f-443d-956b-a7ebc9950421 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:16.038399 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-adf695ba-182c-4258-98c3-e18db865ecc3 req-00d43fb5-c37f-443d-956b-a7ebc9950421 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0566235 Sep 14 10:04:16.056544 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:04:16.083767 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-adf695ba-182c-4258-98c3-e18db865ecc3 req-d3108489-153c-4c88-b759-dfefd458d21f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392807 Sep 14 10:04:16.138492 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54f28a-5fe5-4e31-b6dc-57c08381e229 req-fd1277be-d9fc-4654-8ae1-8c2176f24cd8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:16.146449 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7e54f28a-5fe5-4e31-b6dc-57c08381e229 req-fd1277be-d9fc-4654-8ae1-8c2176f24cd8 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0579028 Sep 14 10:04:16.201405 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7e54f28a-5fe5-4e31-b6dc-57c08381e229 req-2d2df7f3-9258-4de7-b944-84c880753b00 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Sep 14 10:04:16.232758 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec906c24-ae4b-4dd5-a9c4-93aab41c3fdc req-bc14a7af-660d-4ada-8b6f-eba011d65168 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:16.235236 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec906c24-ae4b-4dd5-a9c4-93aab41c3fdc req-bc14a7af-660d-4ada-8b6f-eba011d65168 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0652893 Sep 14 10:04:16.275036 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec906c24-ae4b-4dd5-a9c4-93aab41c3fdc req-73ca139b-cbe6-4e71-b9cd-afcb424dec9a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338905 Sep 14 10:04:16.392021 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fd686-326e-41f2-87a9-9e73585ac52e req-812564bb-90e8-4b06-afe4-e74ddffd6ada tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:16.398227 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b62fd686-326e-41f2-87a9-9e73585ac52e req-812564bb-90e8-4b06-afe4-e74ddffd6ada tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0587218 Sep 14 10:04:16.454479 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b62fd686-326e-41f2-87a9-9e73585ac52e req-0cc413e4-e206-4fe6-a2f7-49111453a810 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502968 Sep 14 10:04:16.637443 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075964b-e8cd-423b-b0cc-fcfbd9125bbe req-d6cea6b7-83a1-492c-832c-32e487a3ed1a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:16.638665 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e075964b-e8cd-423b-b0cc-fcfbd9125bbe req-d6cea6b7-83a1-492c-832c-32e487a3ed1a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0496893 Sep 14 10:04:16.678979 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e075964b-e8cd-423b-b0cc-fcfbd9125bbe req-ec7f3f56-8754-4dca-82e9-8103c8889cf0 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Sep 14 10:04:17.107233 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:17.319880 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5d1c6-feff-4b78-b75c-f42a5ae0c88b req-ad61b5d0-0963-4977-9841-483aa375517f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:17.322812 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9eb5d1c6-feff-4b78-b75c-f42a5ae0c88b req-ad61b5d0-0963-4977-9841-483aa375517f tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Sep 14 10:04:17.365704 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9eb5d1c6-feff-4b78-b75c-f42a5ae0c88b req-0c97ec5a-77ec-4cef-a30b-9a551c21f028 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Sep 14 10:04:17.584374 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bddc28-e543-4225-8c08-247ead78caf4 req-a32acaad-2862-41ae-af8e-d9f6c038c11a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:17.592170 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-80bddc28-e543-4225-8c08-247ead78caf4 req-a32acaad-2862-41ae-af8e-d9f6c038c11a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0609000 Sep 14 10:04:17.628257 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-80bddc28-e543-4225-8c08-247ead78caf4 req-77a32d52-b8e5-483b-93d8-1bddb67f41a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Sep 14 10:04:18.459150 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-cfc6a576-58bd-4d4f-b8bb-e8d52c6558d2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:18.461602 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-cfc6a576-58bd-4d4f-b8bb-e8d52c6558d2 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0834398 Sep 14 10:04:18.517783 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfa7c-61bb-48da-8fd7-9e8d38629e4d req-2f138094-698b-4c9e-848f-4f1e8ce67887 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:18.525533 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fecfa7c-61bb-48da-8fd7-9e8d38629e4d req-2f138094-698b-4c9e-848f-4f1e8ce67887 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0740261 Sep 14 10:04:18.578426 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fecfa7c-61bb-48da-8fd7-9e8d38629e4d req-b16a920d-a73e-4252-80f0-f12831965e74 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477333 Sep 14 10:04:18.601560 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Deleting port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:04:18.601900 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:18.809899 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d991-dc23-4a69-be82-56ec5199f889 req-ad162f11-4ac7-48a1-b5b9-a7a3e22a19f3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:18.812167 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-19b0d991-dc23-4a69-be82-56ec5199f889 req-ad162f11-4ac7-48a1-b5b9-a7a3e22a19f3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0691757 Sep 14 10:04:18.878308 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-19b0d991-dc23-4a69-be82-56ec5199f889 req-5b51432e-8d70-4d3c-9886-e41ceb46cb77 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538852 Sep 14 10:04:18.985119 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] For port 6c40f4d2-5785-4c8f-9412-8369ca7f6252, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6c40f4d2-5785-4c8f-9412-8369ca7f6252,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:18.985834 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:19.002127 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Calling delete_port for 6c40f4d2-5785-4c8f-9412-8369ca7f6252 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:04:19.145372 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:19.176358 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Pushing event deleted for resources: {'Port': ['ID=6c40f4d2-5785-4c8f-9412-8369ca7f6252,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:19.205769 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['6aa3b32b-a207-4924-af7b-c66013d1b60c', '6c40f4d2-5785-4c8f-9412-8369ca7f6252'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:19.232606 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] No DVR routers for this DVR port 6c40f4d2-5785-4c8f-9412-8369ca7f6252 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:04:19.235746 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:19.237759 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20317cea-03c8-4e18-94ae-8ea9e756530d req-009705b9-5a01-40fc-8233-035691b58af9 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "DELETE /v2.0/ports/6c40f4d2-5785-4c8f-9412-8369ca7f6252 HTTP/1.1" status: 204 len: 173 time: 0.7682619 Sep 14 10:04:19.238186 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f317242-d0db-422f-b546-70a18288e7a8', 'name': 'network-vif-deleted', 'tag': '6c40f4d2-5785-4c8f-9412-8369ca7f6252'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:19.240453 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a78ea-2e97-4088-b87e-60a64d7b3824" -d '{"events": [{"server_uuid": "3f317242-d0db-422f-b546-70a18288e7a8", "name": "network-vif-deleted", "tag": "6c40f4d2-5785-4c8f-9412-8369ca7f6252"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:19.293000 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b416e-223a-4cea-8e1c-c9db35833e9e x-openstack-request-id: req-b03b416e-223a-4cea-8e1c-c9db35833e9e {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:19.293338 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f317242-d0db-422f-b546-70a18288e7a8", "name": "network-vif-deleted", "tag": "6c40f4d2-5785-4c8f-9412-8369ca7f6252", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:19.293612 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b03b416e-223a-4cea-8e1c-c9db35833e9e {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:19.294002 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f317242-d0db-422f-b546-70a18288e7a8', 'name': 'network-vif-deleted', 'tag': '6c40f4d2-5785-4c8f-9412-8369ca7f6252', 'status': 'completed', 'code': 200} Sep 14 10:04:19.311034 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:19.687902 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-799e9faa-294a-481f-a802-2e7ae7a9e40b req-4648f086-c60c-40db-8aa5-b515a6837ddf tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f317242-d0db-422f-b546-70a18288e7a8 HTTP/1.1" status: 200 len: 210 time: 0.0344062 Sep 14 10:04:20.043668 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a612e-9b80-41e0-ab9c-c7749fb448c4 req-0b7f62aa-9bc9-454c-801a-eafc9ad2a767 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:20.045107 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f45a612e-9b80-41e0-ab9c-c7749fb448c4 req-0b7f62aa-9bc9-454c-801a-eafc9ad2a767 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0682590 Sep 14 10:04:20.090625 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f45a612e-9b80-41e0-ab9c-c7749fb448c4 req-3d98e40e-5e68-4005-90ff-8107bd58b039 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388982 Sep 14 10:04:21.024202 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53391a72-a847-41df-b10d-587d0ca32726 req-8d119d87-b5f6-4ff1-aa7e-c4a7a7140626 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:21.026107 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53391a72-a847-41df-b10d-587d0ca32726 req-8d119d87-b5f6-4ff1-aa7e-c4a7a7140626 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0587831 Sep 14 10:04:21.067170 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53391a72-a847-41df-b10d-587d0ca32726 req-f3ac44a2-b3d6-44d1-9677-2284c95e0500 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Sep 14 10:04:21.234740 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee69e4-4938-4188-ac66-b007b525c0e3 req-76d63752-ec84-413b-99fa-46ef3883a3be tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:21.236385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9eee69e4-4938-4188-ac66-b007b525c0e3 req-76d63752-ec84-413b-99fa-46ef3883a3be tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0560358 Sep 14 10:04:21.280032 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9eee69e4-4938-4188-ac66-b007b525c0e3 req-99aa0d2f-8c6e-4db9-a65b-2e5f078714db tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Sep 14 10:04:22.065161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6c40f4d2-5785-4c8f-9412-8369ca7f6252 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:04:22.085188 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 6c40f4d2-5785-4c8f-9412-8369ca7f6252 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:04:22.085554 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6c40f4d2-5785-4c8f-9412-8369ca7f6252 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:04:22.190985 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10674257-9f2f-4b0c-b433-d9e275c0e885 req-8393f8d5-0e06-48bd-8620-d41f65869543 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:22.192433 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10674257-9f2f-4b0c-b433-d9e275c0e885 req-8393f8d5-0e06-48bd-8620-d41f65869543 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0547016 Sep 14 10:04:22.232221 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10674257-9f2f-4b0c-b433-d9e275c0e885 req-80d4eae1-c3c1-4d71-9b87-fd56f9bdcb39 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Sep 14 10:04:22.413434 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658e764-5408-43d3-9d99-c9818e6b2c08 req-5aa79dfb-4f33-4116-8fa8-3500720cc3c7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:22.415722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1658e764-5408-43d3-9d99-c9818e6b2c08 req-5aa79dfb-4f33-4116-8fa8-3500720cc3c7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0565116 Sep 14 10:04:22.457338 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1658e764-5408-43d3-9d99-c9818e6b2c08 req-fe488d51-6026-446d-b99f-82c1a41d6f24 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340109 Sep 14 10:04:23.361368 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407c4f4-b5b3-4adb-b3ec-8e81b2445c19 req-b54a3b72-9a0d-4782-8d08-b0a0c352e372 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:23.363048 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2407c4f4-b5b3-4adb-b3ec-8e81b2445c19 req-b54a3b72-9a0d-4782-8d08-b0a0c352e372 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0528274 Sep 14 10:04:23.406752 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2407c4f4-b5b3-4adb-b3ec-8e81b2445c19 req-731784b4-936c-495a-ad22-da44c828267b tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Sep 14 10:04:23.578036 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a9634-dea4-4748-85a4-68d06062c598 req-65fda4ef-d4cf-4753-8999-0e4f22b69f0b tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:23.579549 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5b8a9634-dea4-4748-85a4-68d06062c598 req-65fda4ef-d4cf-4753-8999-0e4f22b69f0b tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Sep 14 10:04:23.621435 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5b8a9634-dea4-4748-85a4-68d06062c598 req-6220f9a3-e26e-4aae-b028-522ef1f9336c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360231 Sep 14 10:04:24.532794 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d23a-3952-42bc-83ad-571bf4fdbed3 req-7d899864-e4cb-48ab-b5fa-d8022fcafd81 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:24.534433 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c5a8d23a-3952-42bc-83ad-571bf4fdbed3 req-7d899864-e4cb-48ab-b5fa-d8022fcafd81 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0499663 Sep 14 10:04:24.577700 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c5a8d23a-3952-42bc-83ad-571bf4fdbed3 req-81958602-700e-48f1-85c9-e58d5091946a tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Sep 14 10:04:24.742299 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba588fa-c0b2-40e1-b64e-fa2d9db7d59a req-00114112-f66c-4767-bbf4-30df0bbaee02 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:24.744543 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ba588fa-c0b2-40e1-b64e-fa2d9db7d59a req-00114112-f66c-4767-bbf4-30df0bbaee02 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0551922 Sep 14 10:04:24.784565 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ba588fa-c0b2-40e1-b64e-fa2d9db7d59a req-4417eeb4-54ba-40fc-b3e0-14b4a6824ba0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337386 Sep 14 10:04:25.759619 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83791864-359e-4135-a1b1-8f553d25719c req-469db957-ae97-4a81-92b5-4c8560798ee4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:25.769784 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83791864-359e-4135-a1b1-8f553d25719c req-469db957-ae97-4a81-92b5-4c8560798ee4 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0997667 Sep 14 10:04:25.837421 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83791864-359e-4135-a1b1-8f553d25719c req-03a05ec2-7473-4d32-820a-b9ec5a43d0bc tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649345 Sep 14 10:04:25.934168 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ba36-86e5-4662-a979-14026c193d83 req-5b552b59-a2e7-41dc-9968-a8685ac1c0d3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:25.936289 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e3c2ba36-86e5-4662-a979-14026c193d83 req-5b552b59-a2e7-41dc-9968-a8685ac1c0d3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0641665 Sep 14 10:04:25.978671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e3c2ba36-86e5-4662-a979-14026c193d83 req-f82f24c7-defc-4d34-a168-f95fa4aabd0e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353415 Sep 14 10:04:26.422438 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cf489-a9f1-448c-b4b2-42ebd8d0c85e req-756be931-8bdd-4377-bcfe-a2c38dc9ab74 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:26.424566 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-821cf489-a9f1-448c-b4b2-42ebd8d0c85e req-756be931-8bdd-4377-bcfe-a2c38dc9ab74 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0542777 Sep 14 10:04:26.478551 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-821cf489-a9f1-448c-b4b2-42ebd8d0c85e req-c6c73d7c-923c-4489-8258-f4b5f983b395 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Sep 14 10:04:26.520207 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36644) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:26.759196 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329235b-5328-4cc2-b9cc-9134f697982d tempest-TestMinimumBasicScenario-483112573 tempest-TestMinimumBasicScenario-483112573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:26.760999 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5329235b-5328-4cc2-b9cc-9134f697982d tempest-TestMinimumBasicScenario-483112573 tempest-TestMinimumBasicScenario-483112573-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1094 time: 0.2412093 Sep 14 10:04:26.763892 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36648) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:26.770495 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'port_id': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:26.798499 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:26.923114 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:26.991985 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966a6de-86c5-4d86-a34c-c67ede522aeb req-73109d74-5e33-4939-b235-9773cd6ce3ad tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:27.002088 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1966a6de-86c5-4d86-a34c-c67ede522aeb req-73109d74-5e33-4939-b235-9773cd6ce3ad tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0724230 Sep 14 10:04:27.055096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Allocated IP 172.27.2.137 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/ffa5c2e9-8122-4511-b4fa-f88c6e9d3344) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:04:27.094107 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1966a6de-86c5-4d86-a34c-c67ede522aeb req-873d4e55-2d20-4dbb-801a-672a170fbea5 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804684 Sep 14 10:04:27.177691 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbb3b8-475e-4fb0-a786-b75e52d6c642 req-7d2b6750-ff6b-4399-a079-4aeef0f9234a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:27.179233 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cbcbb3b8-475e-4fb0-a786-b75e52d6c642 req-7d2b6750-ff6b-4399-a079-4aeef0f9234a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1106451 Sep 14 10:04:27.247491 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cbcbb3b8-475e-4fb0-a786-b75e52d6c642 req-72765be9-06d0-4bbb-8dd4-c441a64f0455 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600224 Sep 14 10:04:27.257644 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:27.305779 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:27.345942 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:04:27.349013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:04:27.355378 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:04:27.359928 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'Port': ['ID=ffa5c2e9-8122-4511-b4fa-f88c6e9d3344,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:27.385816 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.386165 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.386518 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.386837 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.387166 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.387496 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.387849 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.388193 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.388497 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.388817 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.389699 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.390022 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:04:27.703806 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:27.783347 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:27.824198 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-6a9b59ec-8799-40fb-8168-abb4834dc6af tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:27.825919 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-6a9b59ec-8799-40fb-8168-abb4834dc6af tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.0705469 Sep 14 10:04:27.972766 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Deleting port 6aa3b32b-a207-4924-af7b-c66013d1b60c {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:04:27.973023 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.133025 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] For port 6aa3b32b-a207-4924-af7b-c66013d1b60c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6aa3b32b-a207-4924-af7b-c66013d1b60c,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:28.134130 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.151098 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Calling delete_port for 6aa3b32b-a207-4924-af7b-c66013d1b60c owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:04:28.176775 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.185373 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.229946 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.237881 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'Port': ['ID=ffa5c2e9-8122-4511-b4fa-f88c6e9d3344,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:28.317156 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df221429-fd26-446e-82a1-bfd3a3c7874b req-58b72357-caa2-47e7-9ad3-f67e32696fc7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:28.318982 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df221429-fd26-446e-82a1-bfd3a3c7874b req-58b72357-caa2-47e7-9ad3-f67e32696fc7 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c396ba-a3ed-4660-9f21-6bdb38931f1b HTTP/1.1" status: 200 len: 946 time: 0.1154401 Sep 14 10:04:28.388607 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Floating IP 62db3274-1379-4961-a8ff-3e1c87eb1167 associated. External IP: 172.27.2.137, port: 096f2d98-c1b8-46dd-8b84-f1a1001e1b54. Sep 14 10:04:28.406470 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df221429-fd26-446e-82a1-bfd3a3c7874b req-638830b3-14b9-4044-8482-4452d384eb00 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.21 "GET /v2.0/security-groups?id=247bdeff-4f4c-4fcd-8502-445b16f07ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780411 Sep 14 10:04:28.428592 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.453344 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd625c1-368d-40bb-9a5e-435aca175453 req-32a4c1d2-7027-4c92-8e24-4b11995ce9c7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:28.455589 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Pushing event deleted for resources: {'Port': ['ID=6aa3b32b-a207-4924-af7b-c66013d1b60c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:28.465767 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['6aa3b32b-a207-4924-af7b-c66013d1b60c'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:28.466330 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6bd625c1-368d-40bb-9a5e-435aca175453 req-32a4c1d2-7027-4c92-8e24-4b11995ce9c7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1239140 Sep 14 10:04:28.531407 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] No DVR routers for this DVR port 6aa3b32b-a207-4924-af7b-c66013d1b60c on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:04:28.534791 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.537172 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6208d4ff-c32d-41c5-bbee-c8c076f05720 req-0590c4aa-0c7c-40a4-b064-625ba6856580 tempest-ServerRescueNegativeTestJSON-1703833038 tempest-ServerRescueNegativeTestJSON-1703833038-project] 10.222.0.32 "DELETE /v2.0/ports/6aa3b32b-a207-4924-af7b-c66013d1b60c HTTP/1.1" status: 204 len: 173 time: 0.7025936 Sep 14 10:04:28.537621 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'name': 'network-vif-deleted', 'tag': '6aa3b32b-a207-4924-af7b-c66013d1b60c'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:28.542704 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7979099-63ad-4f3f-8353-aadc611cd52b" -d '{"events": [{"server_uuid": "97c396ba-a3ed-4660-9f21-6bdb38931f1b", "name": "network-vif-deleted", "tag": "6aa3b32b-a207-4924-af7b-c66013d1b60c"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:28.585171 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6bd625c1-368d-40bb-9a5e-435aca175453 req-d52e8000-b5ca-442d-a7dd-cedbb053ac09 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022310 Sep 14 10:04:28.607194 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237e3d4-a35b-4fc5-a4c8-a3db7bee29fd x-openstack-request-id: req-5237e3d4-a35b-4fc5-a4c8-a3db7bee29fd {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:28.607484 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c396ba-a3ed-4660-9f21-6bdb38931f1b", "name": "network-vif-deleted", "tag": "6aa3b32b-a207-4924-af7b-c66013d1b60c", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:28.607757 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5237e3d4-a35b-4fc5-a4c8-a3db7bee29fd {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:28.608209 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c396ba-a3ed-4660-9f21-6bdb38931f1b', 'name': 'network-vif-deleted', 'tag': '6aa3b32b-a207-4924-af7b-c66013d1b60c', 'status': 'completed', 'code': 200} Sep 14 10:04:28.759025 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:04:28.875283 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:04:28.888010 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] Sync routers for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:04:28.895861 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.900508 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:04:28.901465 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:28.933291 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-adfc30fa-b1e6-4e20-b1fe-edf050f1c772 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1680162 Sep 14 10:04:28.933942 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:28.937202 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70" -d '{"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:28.937387 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36668) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:28.943659 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046364083', 'description': 'tempest-secgroup-smoke-1046364083 description', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:28.992598 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:28.999488 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddc685-7074-4d7c-b143-2098f41cbb63 x-openstack-request-id: req-63ddc685-7074-4d7c-b143-2098f41cbb63 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:28.999977 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:29.000265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63ddc685-7074-4d7c-b143-2098f41cbb63 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:29.000733 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'status': 'completed', 'code': 200} Sep 14 10:04:29.171889 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:04:29.177378 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.185409 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-150ebabd-aa25-445a-b636-d825ec146854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:29.188436 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-150ebabd-aa25-445a-b636-d825ec146854 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1099 time: 0.0981445 Sep 14 10:04:29.225077 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.296723 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.298463 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3599658 Sep 14 10:04:29.301347 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36672) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:29.307755 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group_rule': {'security_group_id': '7a10f7d0-f84c-42b7-a614-86bf68d579ec', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:29.321549 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dae76-cd16-46da-89e1-5ac8cfa1d153 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a10f7d0-f84c-42b7-a614-86bf68d579ec,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:29.360225 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-e4db196c-3d7c-4a55-bee0-c78a86872cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:29.362732 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-e4db196c-3d7c-4a55-bee0-c78a86872cca service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 915 time: 0.1661491 Sep 14 10:04:29.380620 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.452984 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-5bd1c21d-d7e1-45c7-9457-b1677baa6ec1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 1000 time: 0.0721018 Sep 14 10:04:29.478295 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36680) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:29.535656 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.541299 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '62db3274-1379-4961-a8ff-3e1c87eb1167', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'port_id': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'mac_address': 'fa:16:3e:09:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ed34b-c983-4bc3-8469-749b82b2019e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:04:27Z', 'updated_at': '2021-09-14T10:04:27Z', 'revision_number': 0, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:31Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:29.543272 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.553029 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-106f6448-1d4e-4a08-a537-0edbf0a0a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:29.555544 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-106f6448-1d4e-4a08-a537-0edbf0a0a576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0862463 Sep 14 10:04:29.571060 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] Checking router: b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:04:29.586328 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:04:29.586960 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:29.600901 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006344af-36de-4b31-9f74-7cf3dd0b63a7,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:29.613159 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.614406 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b523434a-c0dd-404e-84f1-4611ae279672 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104796 Sep 14 10:04:29.618329 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36688) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:29.622666 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group_rule': {'security_group_id': '7a10f7d0-f84c-42b7-a614-86bf68d579ec', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:29.656113 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-cfc5fe76-d404-4437-b2a4-06700b3ed8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:29.659443 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-cfc5fe76-d404-4437-b2a4-06700b3ed8c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925193 Sep 14 10:04:29.705171 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.718918 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:04:29.790910 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-e430c392-ceb8-4ed8-bb63-45c710d1a30b service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229355 Sep 14 10:04:29.863677 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4e8e-9676-4cb1-b6ea-83f7edaf7a82 req-1116adf8-2c0e-4799-a103-1f964c1acbb7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:29.865228 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-79ca4e8e-9676-4cb1-b6ea-83f7edaf7a82 req-1116adf8-2c0e-4799-a103-1f964c1acbb7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1191778 Sep 14 10:04:29.890660 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.910246 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:29.919042 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f2ac4a9a-fc00-4826-abd1-5941e7f0ad70 req-d3100c72-3168-43cd-a0a4-dcb6cf174a27 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141312 Sep 14 10:04:29.961567 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2730a78d-0b5b-4088-99ab-957537351672,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:29.993362 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '62db3274-1379-4961-a8ff-3e1c87eb1167', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'port_id': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'mac_address': 'fa:16:3e:09:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ed34b-c983-4bc3-8469-749b82b2019e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:04:27Z', 'updated_at': '2021-09-14T10:04:27Z', 'revision_number': 0, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:31Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:29.995384 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-79ca4e8e-9676-4cb1-b6ea-83f7edaf7a82 req-9ea111c9-9347-4a71-810e-686136e70bd6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074913 Sep 14 10:04:30.024659 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43b199-5674-4a38-a486-8ee21ff790f2 None None] The sync data for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '62db3274-1379-4961-a8ff-3e1c87eb1167', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'port_id': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'mac_address': 'fa:16:3e:09:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ed34b-c983-4bc3-8469-749b82b2019e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:04:27Z', 'updated_at': '2021-09-14T10:04:27Z', 'revision_number': 0, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:31Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:04:30.044785 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.046411 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-222a8d4e-fc68-4c29-a119-9507b5bece39 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4271507 Sep 14 10:04:30.049166 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36690) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:30.054824 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group_rule': {'security_group_id': '7a10f7d0-f84c-42b7-a614-86bf68d579ec', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:30.099558 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.190803 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.203515 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.230813 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04333da9-64f1-4cef-ac98-35bdef9feef7,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:30.239886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.244672 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a67a1781-c40d-430e-bc18-94b5c4869617 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923444 Sep 14 10:04:30.245144 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36692) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:30.250723 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group_rule': {'security_group_id': '7a10f7d0-f84c-42b7-a614-86bf68d579ec', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:30.271765 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.285593 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.349999 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea79c7-a643-4a93-93e7-27c555fcd4c5 None None] New status for floating IP 62db3274-1379-4961-a8ff-3e1c87eb1167: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:04:30.376331 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.381851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.397644 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ddc76d-d729-4c62-bcf4-595f347cdd28,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:30.421374 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.425605 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d5279f07-ad16-4368-9abe-f67d98c08301 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1769640 Sep 14 10:04:30.426017 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36696) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:30.431732 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group_rule': {'security_group_id': '7a10f7d0-f84c-42b7-a614-86bf68d579ec', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:30.496219 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Project 5cf3f0b8ac9a49999f84e1f46372a4e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 10:04:30.502980 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.610449 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.618099 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.636692 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8089e979-3aba-4a4d-b6aa-c34303359e1e,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:30.655362 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.656804 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6b3187ec-48ab-4007-8ba8-d7baeabdf763 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2295983 Sep 14 10:04:30.659903 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36708) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:30.665101 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'security_group_rule': {'security_group_id': '7a10f7d0-f84c-42b7-a614-86bf68d579ec', 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:30.695763 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Deleting port 95b89f35-51bf-429c-9166-b8824bb7ec5d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:04:30.696152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.696288 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Project 5cf3f0b8ac9a49999f84e1f46372a4e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 10:04:30.701756 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.774482 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.778556 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.780673 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] For port 95b89f35-51bf-429c-9166-b8824bb7ec5d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=95b89f35-51bf-429c-9166-b8824bb7ec5d,segment=NetworkSegment(a1907416-ec91-4dab-b644-cffffe267daa),segment_id=a1907416-ec91-4dab-b644-cffffe267daa)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:30.781045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.793519 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Calling delete_port for 95b89f35-51bf-429c-9166-b8824bb7ec5d owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:04:30.799109 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec06ae27-b9cf-4c82-9f4a-ebbcf908e2da,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:30.802698 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:30.806828 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-124d4958-2e71-4a9e-9286-fbe32839a1eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457775 Sep 14 10:04:30.880921 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-bc6ec2ad-6db3-4193-bc46-cbd61250b2dc tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046364083&fields=id&tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2 HTTP/1.1" status: 200 len: 267 time: 0.0320008 Sep 14 10:04:30.933206 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-91f9dd35-1423-4b12-a88b-f84fe93bf44f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:30.934695 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-91f9dd35-1423-4b12-a88b-f84fe93bf44f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0477397 Sep 14 10:04:30.946964 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'port': {'security_groups': ['3d537fe0-116c-4573-8b7e-301354ec9e91', '7a10f7d0-f84c-42b7-a614-86bf68d579ec']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:04:30.999474 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.016131 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.023802 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Pushing event deleted for resources: {'Port': ['ID=95b89f35-51bf-429c-9166-b8824bb7ec5d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:31.215159 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:31.245763 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.251246 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.293856 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:31.294561 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.296578 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98523d2f-ee66-4058-9093-96e6ebd261c0 req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "PUT /v2.0/ports/096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 982 time: 0.3551803 Sep 14 10:04:31.297126 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:04:31.303348 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d07080-34f8-472a-867e-e5d7426d1830" -d '{"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:04:31.305683 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['096f2d98-c1b8-46dd-8b84-f1a1001e1b54'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:31.338932 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85861e97-8368-4e30-8ff9-cd06ddc2f410 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=6']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:31.410839 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcb767-a8d4-46bd-b4e6-9e00da225d97 req-10b4a3e5-1379-49b4-8d1e-701846b1d8d7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:31.412919 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3bdcb767-a8d4-46bd-b4e6-9e00da225d97 req-10b4a3e5-1379-49b4-8d1e-701846b1d8d7 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.3232944 Sep 14 10:04:31.422682 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2f6f-bf92-472d-ba75-d6da6f6b173c req-bea9d63b-6c6e-45fb-91fd-6b6135ae342f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:31.432676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c3c2f6f-bf92-472d-ba75-d6da6f6b173c req-bea9d63b-6c6e-45fb-91fd-6b6135ae342f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0728996 Sep 14 10:04:31.447583 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.481614 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c3c2f6f-bf92-472d-ba75-d6da6f6b173c req-5ed2f67b-6eb6-4571-8465-41658bdf0a9f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479815 Sep 14 10:04:31.504897 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['096f2d98-c1b8-46dd-8b84-f1a1001e1b54'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:04:31.556309 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba0f4d-5aea-4c48-8815-3ff939a3c405 x-openstack-request-id: req-16ba0f4d-5aea-4c48-8815-3ff939a3c405 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:04:31.556599 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:04:31.556852 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16ba0f4d-5aea-4c48-8815-3ff939a3c405 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:04:31.557334 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'status': 'completed', 'code': 200} Sep 14 10:04:31.568469 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3bdcb767-a8d4-46bd-b4e6-9e00da225d97 req-b3ca8f0a-1b25-4121-840c-2195f2c3d5bc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385164 Sep 14 10:04:31.682939 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-be0889dd-bf3b-4cfc-9140-5b8e6206fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:31.685027 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-be0889dd-bf3b-4cfc-9140-5b8e6206fd14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1138 time: 0.0709546 Sep 14 10:04:31.749394 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Router 357c88eb-fff8-4866-915b-e3bf28a7674d has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:04:31.759997 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-873e7658-1204-48a9-8eae-1582a6910d15 None None] Provisioning complete for port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:04:31.760602 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-873e7658-1204-48a9-8eae-1582a6910d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:31.824661 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-a30c01a9-eb0b-4116-a279-a26879af6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:31.827067 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-a30c01a9-eb0b-4116-a279-a26879af6bc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 915 time: 0.1167443 Sep 14 10:04:31.943517 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34d51-ecdc-4337-985d-c4ddee8d2afe req-89042174-0e0c-42b1-93ca-f8d099cd1210 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:31.945685 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-74e34d51-ecdc-4337-985d-c4ddee8d2afe req-89042174-0e0c-42b1-93ca-f8d099cd1210 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.1216664 Sep 14 10:04:31.945899 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-5f2c5774-225b-4418-ba76-a8821c9a820a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 1002 time: 0.1075754 Sep 14 10:04:31.969188 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:04:31.974333 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0f814953-9258-46a4-8b09-8ae53651e93e admin admin] 10.222.0.21 "PUT /v2.0/routers/357c88eb-fff8-4866-915b-e3bf28a7674d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932940 Sep 14 10:04:31.979706 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] Sync routers for ids ['357c88eb-fff8-4866-915b-e3bf28a7674d'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:04:31.981493 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36754) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:31.991006 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] Routers {'357c88eb-fff8-4866-915b-e3bf28a7674d'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:04:31.991806 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['357c88eb-fff8-4866-915b-e3bf28a7674d'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:31.997950 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdd98-f91c-43c6-93a7-37414238babc req-a5c1de9e-a2cc-4aa1-838f-2144bfe72eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:32.000221 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-a5c1de9e-a2cc-4aa1-838f-2144bfe72eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 1098 time: 0.1053851 Sep 14 10:04:32.040731 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-d0f8a628-e384-4849-aa2c-27e14e2ffb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:32.043546 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-d0f8a628-e384-4849-aa2c-27e14e2ffb7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0883338 Sep 14 10:04:32.057510 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-74e34d51-ecdc-4337-985d-c4ddee8d2afe req-85b4a111-e68f-4c82-9cbf-cee65df87f88 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985200 Sep 14 10:04:32.127470 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6aa3b32b-a207-4924-af7b-c66013d1b60c no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:04:32.143889 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.157514 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 6aa3b32b-a207-4924-af7b-c66013d1b60c {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:04:32.157934 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 6aa3b32b-a207-4924-af7b-c66013d1b60c not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:04:32.172784 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] Set router 357c88eb-fff8-4866-915b-e3bf28a7674d gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:04:32.190219 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdd98-f91c-43c6-93a7-37414238babc req-ce866cf5-2dbd-45b0-8bfb-d6c10880d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:32.202905 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-ce866cf5-2dbd-45b0-8bfb-d6c10880d9e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 910 time: 0.1933455 Sep 14 10:04:32.208296 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-e566c5bc-0a5e-4923-83b8-70ea234c82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:32.209789 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-e566c5bc-0a5e-4923-83b8-70ea234c82d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1573761 Sep 14 10:04:32.286031 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.362938 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Deleting port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:04:32.363493 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.405974 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-dd29aa8b-eb22-4cab-964c-e54ccd7835da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 200 len: 1000 time: 0.1859343 Sep 14 10:04:32.409384 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-1191cdc7-910f-4cc0-b8a3-9e523074aede service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822727 Sep 14 10:04:32.429790 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:04:30Z', 'revision_number': 5, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port': {'id': '0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:32.458891 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] Checking router: 357c88eb-fff8-4866-915b-e3bf28a7674d for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:04:32.468578 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] Routers {'357c88eb-fff8-4866-915b-e3bf28a7674d'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:04:32.469237 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['357c88eb-fff8-4866-915b-e3bf28a7674d'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:32.480954 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] For port 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:04:32.481345 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.500786 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Calling delete_port for 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:04:32.524666 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdd98-f91c-43c6-93a7-37414238babc req-e920c6e9-ad4a-45ba-bcde-db3db100b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:32.526268 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-e920c6e9-ad4a-45ba-bcde-db3db100b6ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.0971198 Sep 14 10:04:32.562731 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] Set router 357c88eb-fff8-4866-915b-e3bf28a7674d gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:04:32.615232 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdd98-f91c-43c6-93a7-37414238babc req-b8d18aeb-cfc8-4fc2-a459-d0db4b80ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:32.616901 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-b8d18aeb-cfc8-4fc2-a459-d0db4b80ff98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583298 Sep 14 10:04:32.618609 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2d07080-34f8-472a-867e-e5d7426d1830 req-5f72b5e0-492f-4cc9-91ca-e1568a86816e service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810997 Sep 14 10:04:32.619141 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:04:32Z', 'revision_number': 6, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:32.649827 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9068-92d0-4a49-9265-240c581b6d70 None None] The sync data for ids ['357c88eb-fff8-4866-915b-e3bf28a7674d'] in dv-cinder-806965-4-iscsi is: [{'id': '357c88eb-fff8-4866-915b-e3bf28a7674d', 'name': 'tempest-ServerRescueNegativeTestJSON-408846157-router', 'tenant_id': '2517d2ca4bf648ff9c6013920296fb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:04:32Z', 'revision_number': 6, 'project_id': '2517d2ca4bf648ff9c6013920296fb9b', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:04:32.703579 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.729925 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-35d5ee9b-3b25-406e-9409-25d459be5ec0 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886831 Sep 14 10:04:32.731061 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:32.754319 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.821173 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a09bdd98-f91c-43c6-93a7-37414238babc req-8e8da0a0-1116-4f12-b1a0-7eba035622fb service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830483 Sep 14 10:04:32.863989 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.866197 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.926448 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.927062 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357c88eb-fff8-4866-915b-e3bf28a7674d {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:04:32.932027 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:32.933208 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3b10a632-36e1-44a4-b80d-6ad56f2b9331 admin admin] 10.222.0.21 "DELETE /v2.0/routers/357c88eb-fff8-4866-915b-e3bf28a7674d HTTP/1.1" status: 204 len: 168 time: 0.9509423 Sep 14 10:04:32.935625 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36790) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:32.977772 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Deleting subnet fa0e565b-453f-49c5-bfba-16c8dbc2f906 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:04:32.980760 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.018664 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.024909 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.080115 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.107878 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0e565b-453f-49c5-bfba-16c8dbc2f906,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:33.117266 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.119397 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-eec827b5-69f5-4d5b-9306-059674ebd7b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa0e565b-453f-49c5-bfba-16c8dbc2f906 HTTP/1.1" status: 204 len: 168 time: 0.1825626 Sep 14 10:04:33.125291 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36794) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:33.165876 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 95b89f35-51bf-429c-9166-b8824bb7ec5d no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:04:33.189149 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 95b89f35-51bf-429c-9166-b8824bb7ec5d {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:04:33.189611 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 95b89f35-51bf-429c-9166-b8824bb7ec5d not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:04:33.209218 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b852c1-406d-45e2-872c-8998b5c67dfc req-e31a76ac-c3af-4945-a5cd-bdb011ed7a20 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:33.210759 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.210911 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b8b852c1-406d-45e2-872c-8998b5c67dfc req-e31a76ac-c3af-4945-a5cd-bdb011ed7a20 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0646203 Sep 14 10:04:33.248824 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b8b852c1-406d-45e2-872c-8998b5c67dfc req-abbe4db2-9228-448d-a6b8-1c5ef8fbba61 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 Sep 14 10:04:33.290306 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.309617 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.309961 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.311250 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.311581 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > port after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.311918 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.312265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > port after_update 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.312597 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.312936 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.313253 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.313568 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.445913 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.446149 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.446478 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.446807 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:04:33.447416 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfe1fac-aaca-41c4-b0a6-3b7546a40ece']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:33.464028 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1907416-ec91-4dab-b644-cffffe267daa') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:33.464318 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1907416-ec91-4dab-b644-cffffe267daa') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:33.485495 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.507894 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.516087 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:04:33.516485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: from cryptography.utils import int_from_bytes Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: from cryptography.utils import int_from_bytes Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:04:33.520812 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:04:33.524276 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36798) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:33.568413 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Deleting subnet 54c0319c-de91-4a1b-b98a-f92afa07da04 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:04:33.572774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.577079 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.585838 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.590213 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9dfe1fac-aaca-41c4-b0a6-3b7546a40ece HTTP/1.1" status: 204 len: 168 time: 0.4613345 Sep 14 10:04:33.597973 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be4243-4972-453c-b7af-190b782d7768 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfe1fac-aaca-41c4-b0a6-3b7546a40ece,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:33.612914 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.655776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.711624 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.738262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c0319c-de91-4a1b-b98a-f92afa07da04,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:33.742233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.744709 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3535c955-5ea1-462b-8576-df5dbcc845a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54c0319c-de91-4a1b-b98a-f92afa07da04 HTTP/1.1" status: 204 len: 168 time: 0.2182653 Sep 14 10:04:33.746668 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36802) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:33.770203 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36804) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:33.812304 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-cbb2ade2-4f29-4a30-aafc-b87131effdaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2517d2ca4bf648ff9c6013920296fb9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409510 Sep 14 10:04:33.814780 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36806) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:33.827758 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.867548 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf8189e8-ee49-4770-8eba-367554f0c282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.887683 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf8189e8-ee49-4770-8eba-367554f0c282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.908237 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.929273 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b644eaf8-1028-4904-91b9-4cf8c699839d']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:33.934200 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf8189e8-ee49-4770-8eba-367554f0c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.936886 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf8189e8-ee49-4770-8eba-367554f0c282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.938034 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bf8189e8-ee49-4770-8eba-367554f0c282 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/247bdeff-4f4c-4fcd-8502-445b16f07ca1 HTTP/1.1" status: 204 len: 168 time: 0.1222653 Sep 14 10:04:33.939014 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141129aa-55e5-4dce-b016-f9d649fb9590') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:33.939366 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141129aa-55e5-4dce-b016-f9d649fb9590') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:04:33.945887 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8189e8-ee49-4770-8eba-367554f0c282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247bdeff-4f4c-4fcd-8502-445b16f07ca1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:33.952031 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.971934 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.977952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:04:33.978326 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:04:33.980108 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:04:34.036521 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:34.041343 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:34.043620 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b644eaf8-1028-4904-91b9-4cf8c699839d HTTP/1.1" status: 204 len: 168 time: 0.2957466 Sep 14 10:04:34.057024 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5ee9-0dea-4245-9fb6-874528ec98f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b644eaf8-1028-4904-91b9-4cf8c699839d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:34.209224 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36818) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:34.248314 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ffb6ca65-5e6f-43b0-b5a4-fc71dc79b15f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1520cc65a2284bdc8c6e6866d00ec268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378971 Sep 14 10:04:34.250693 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36822) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:34.303880 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb15e-5aeb-46b6-a023-f986d5304b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:34.340831 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb15e-5aeb-46b6-a023-f986d5304b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:34.401822 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39089efc-1dfd-4ad1-ab9b-a93b4ed3b5e6 req-bfd54593-8e1d-4963-b014-6e704d883813 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:34.403812 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-39089efc-1dfd-4ad1-ab9b-a93b4ed3b5e6 req-bfd54593-8e1d-4963-b014-6e704d883813 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0798211 Sep 14 10:04:34.454195 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb15e-5aeb-46b6-a023-f986d5304b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:34.455398 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb15e-5aeb-46b6-a023-f986d5304b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:34.457736 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f8dbb15e-5aeb-46b6-a023-f986d5304b76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/849f8384-a7ed-4b6a-9f43-1301077132d7 HTTP/1.1" status: 204 len: 168 time: 0.2055070 Sep 14 10:04:34.465584 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-39089efc-1dfd-4ad1-ab9b-a93b4ed3b5e6 req-f6fcab8f-411c-470f-a83a-9019f770cb65 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548306 Sep 14 10:04:34.475809 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbb15e-5aeb-46b6-a023-f986d5304b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f8384-a7ed-4b6a-9f43-1301077132d7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:34.943429 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:04:34.962781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:04:34.963124 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0ba3b8c4-2920-4564-a24e-8fe9e9a0a8b3 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:04:41.533506 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f02a768f-8361-4696-a840-5cd9548fede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.470580 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36942) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:43.572432 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-445287f6-f231-415a-8d96-df554aebc351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.663414 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-445287f6-f231-415a-8d96-df554aebc351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.667198 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-445287f6-f231-415a-8d96-df554aebc351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.702080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445287f6-f231-415a-8d96-df554aebc351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a8dcd5-1ca0-4ed4-84fc-0c0cf491ba0a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:43.706347 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-445287f6-f231-415a-8d96-df554aebc351 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f519b7ca71294df0b6a101c8ad1f4050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346959 Sep 14 10:04:43.709046 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36948) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:43.756286 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ffd404a-f3c2-4972-8401-f4a56b75255a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.776288 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ffd404a-f3c2-4972-8401-f4a56b75255a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.822621 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ffd404a-f3c2-4972-8401-f4a56b75255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.825109 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ffd404a-f3c2-4972-8401-f4a56b75255a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:43.826847 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6ffd404a-f3c2-4972-8401-f4a56b75255a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22a8dcd5-1ca0-4ed4-84fc-0c0cf491ba0a HTTP/1.1" status: 204 len: 168 time: 0.1163194 Sep 14 10:04:43.835395 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd404a-f3c2-4972-8401-f4a56b75255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a8dcd5-1ca0-4ed4-84fc-0c0cf491ba0a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:44.293473 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7c37f4e2-68ef-4676-8a11-03c4bfe978aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:44.483013 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:45.567233 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.460099 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37080) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:46.560440 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68d2fa1a-9f2a-47ac-850c-6e1468902230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.645220 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68d2fa1a-9f2a-47ac-850c-6e1468902230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.648519 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68d2fa1a-9f2a-47ac-850c-6e1468902230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.685342 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-68d2fa1a-9f2a-47ac-850c-6e1468902230 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37a68786971944d3955479a04ba2d333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242091 Sep 14 10:04:46.686271 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2fa1a-9f2a-47ac-850c-6e1468902230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6edddeb-236c-4ff4-8b3c-cea0c1696edc,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:46.688532 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37084) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:46.735840 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68518658-7efc-4db7-b08f-1b2353d89418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.756020 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68518658-7efc-4db7-b08f-1b2353d89418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.801699 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68518658-7efc-4db7-b08f-1b2353d89418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.804112 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68518658-7efc-4db7-b08f-1b2353d89418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:46.805265 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-68518658-7efc-4db7-b08f-1b2353d89418 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6edddeb-236c-4ff4-8b3c-cea0c1696edc HTTP/1.1" status: 204 len: 168 time: 0.1156445 Sep 14 10:04:46.813777 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68518658-7efc-4db7-b08f-1b2353d89418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6edddeb-236c-4ff4-8b3c-cea0c1696edc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:47.054019 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37090) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:47.067913 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b27ab31a-6438-4e16-9c5e-5af1e807c051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.110623 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.154355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b27ab31a-6438-4e16-9c5e-5af1e807c051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.158220 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b27ab31a-6438-4e16-9c5e-5af1e807c051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.194942 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b27ab31a-6438-4e16-9c5e-5af1e807c051 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10bf05c8d2d646ce9fbc1b94302d66f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398709 Sep 14 10:04:47.195772 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ab31a-6438-4e16-9c5e-5af1e807c051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0040ded-7e2d-4458-9776-2222b299734f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:47.198449 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37092) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:47.249850 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c24f715-ff69-489d-a776-d797d92d6d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.269397 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c24f715-ff69-489d-a776-d797d92d6d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.316504 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c24f715-ff69-489d-a776-d797d92d6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.319039 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c24f715-ff69-489d-a776-d797d92d6d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:47.320140 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8c24f715-ff69-489d-a776-d797d92d6d41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0040ded-7e2d-4458-9776-2222b299734f HTTP/1.1" status: 204 len: 168 time: 0.1205602 Sep 14 10:04:47.327530 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f715-ff69-489d-a776-d797d92d6d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0040ded-7e2d-4458-9776-2222b299734f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:48.813689 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37136) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:48.915290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60084e8b-81cc-4c84-9185-131a6eac7f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.001286 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60084e8b-81cc-4c84-9185-131a6eac7f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.005410 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60084e8b-81cc-4c84-9185-131a6eac7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.043275 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-60084e8b-81cc-4c84-9185-131a6eac7f34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8e80594a4be488caf73b2b9c85f52c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285285 Sep 14 10:04:49.043976 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60084e8b-81cc-4c84-9185-131a6eac7f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc268d59-44ee-41a4-9e8f-b82f4894ef96,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:49.048451 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37140) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:49.096080 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75f27b96-3a3a-4d67-9bda-414efa747e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.116243 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75f27b96-3a3a-4d67-9bda-414efa747e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.161387 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75f27b96-3a3a-4d67-9bda-414efa747e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.163859 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75f27b96-3a3a-4d67-9bda-414efa747e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.165004 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-75f27b96-3a3a-4d67-9bda-414efa747e56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc268d59-44ee-41a4-9e8f-b82f4894ef96 HTTP/1.1" status: 204 len: 168 time: 0.1154156 Sep 14 10:04:49.172418 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f27b96-3a3a-4d67-9bda-414efa747e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc268d59-44ee-41a4-9e8f-b82f4894ef96,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:49.303758 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.413674 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37146) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:49.426731 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-baafa20a-2c10-49f9-b579-05ee879a610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.516279 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-baafa20a-2c10-49f9-b579-05ee879a610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.519918 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-baafa20a-2c10-49f9-b579-05ee879a610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.556098 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-baafa20a-2c10-49f9-b579-05ee879a610b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=619a99016171465e9cffd5a04f2dc19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413968 Sep 14 10:04:49.556985 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafa20a-2c10-49f9-b579-05ee879a610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6576fda-ef5f-49ae-b8ff-d78f548c27ac,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:49.558854 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37150) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:49.605572 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee75c-bb8d-48f2-bdd0-2742620d3171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.625611 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee75c-bb8d-48f2-bdd0-2742620d3171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.670146 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee75c-bb8d-48f2-bdd0-2742620d3171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.672731 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee75c-bb8d-48f2-bdd0-2742620d3171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:49.673891 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-cb5ee75c-bb8d-48f2-bdd0-2742620d3171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6576fda-ef5f-49ae-b8ff-d78f548c27ac HTTP/1.1" status: 204 len: 168 time: 0.1140721 Sep 14 10:04:49.681385 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ee75c-bb8d-48f2-bdd0-2742620d3171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6576fda-ef5f-49ae-b8ff-d78f548c27ac,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:53.056305 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:04:57.771738 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d05db-c84a-4121-b9d3-e0bed3dd920b req-0c9f77c4-5eb2-4ffc-b39e-ef5902612b93 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:57.773237 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5d05db-c84a-4121-b9d3-e0bed3dd920b req-0c9f77c4-5eb2-4ffc-b39e-ef5902612b93 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0474000 Sep 14 10:04:57.819499 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba5d05db-c84a-4121-b9d3-e0bed3dd920b req-37f9e9b9-f85c-44bc-9dad-3611f1f51044 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399010 Sep 14 10:04:58.125175 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37306) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:58.228794 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1866f6d2-9dec-4321-8cb4-132781a882d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.316178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1866f6d2-9dec-4321-8cb4-132781a882d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.320879 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1866f6d2-9dec-4321-8cb4-132781a882d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.358840 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1866f6d2-9dec-4321-8cb4-132781a882d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4123e24d4874116a84345b39cde8ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325878 Sep 14 10:04:58.360756 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866f6d2-9dec-4321-8cb4-132781a882d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8748d2ae-9785-4683-9b68-a80d6807a5fc,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:58.361631 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37310) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:58.416565 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa4507-cea2-4494-856b-dd2322f1c4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.436451 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa4507-cea2-4494-856b-dd2322f1c4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.480944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa4507-cea2-4494-856b-dd2322f1c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.483491 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa4507-cea2-4494-856b-dd2322f1c4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.484636 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-57aa4507-cea2-4494-856b-dd2322f1c4af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8748d2ae-9785-4683-9b68-a80d6807a5fc HTTP/1.1" status: 204 len: 168 time: 0.1220129 Sep 14 10:04:58.491854 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa4507-cea2-4494-856b-dd2322f1c4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748d2ae-9785-4683-9b68-a80d6807a5fc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:58.749856 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37316) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:58.762781 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f5ae047f-5674-4a4c-8136-0685a3e5d870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.852544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f5ae047f-5674-4a4c-8136-0685a3e5d870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.856553 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f5ae047f-5674-4a4c-8136-0685a3e5d870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.895094 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f5ae047f-5674-4a4c-8136-0685a3e5d870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=977ff7c181ae479db74fbd67d56eaefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441491 Sep 14 10:04:58.895946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae047f-5674-4a4c-8136-0685a3e5d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20482251-2b2d-47a8-b8a0-5548abd12fea,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:58.898212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37320) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:58.942943 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9dd90-043a-4291-88b2-e697cd9ba75d req-3a768545-b342-4fd7-9976-fb976a723e83 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:58.944437 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9ed9dd90-043a-4291-88b2-e697cd9ba75d req-3a768545-b342-4fd7-9976-fb976a723e83 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0511296 Sep 14 10:04:58.949259 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5284528f-89b1-4e61-a64a-980752b55fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:58.983774 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9ed9dd90-043a-4291-88b2-e697cd9ba75d req-6130b806-6b84-4e2e-9345-56bfb0904683 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Sep 14 10:04:59.177878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5284528f-89b1-4e61-a64a-980752b55fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.223315 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5284528f-89b1-4e61-a64a-980752b55fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.226134 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5284528f-89b1-4e61-a64a-980752b55fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.227283 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5284528f-89b1-4e61-a64a-980752b55fd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20482251-2b2d-47a8-b8a0-5548abd12fea HTTP/1.1" status: 204 len: 168 time: 0.3281963 Sep 14 10:04:59.235575 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284528f-89b1-4e61-a64a-980752b55fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20482251-2b2d-47a8-b8a0-5548abd12fea,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:59.538914 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37326) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:59.552081 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16540450-20a3-45bb-95bf-073670f39262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.644276 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16540450-20a3-45bb-95bf-073670f39262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.649050 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16540450-20a3-45bb-95bf-073670f39262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.686841 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-16540450-20a3-45bb-95bf-073670f39262 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d933daef38f4407199f59ae55a4eb8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468587 Sep 14 10:04:59.687997 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16540450-20a3-45bb-95bf-073670f39262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a10b6e-c883-45e5-a218-e27a3110a7f7,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:59.689493 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37328) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:04:59.736416 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa01c1-ac57-46a4-9002-25bf133cc925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.756546 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa01c1-ac57-46a4-9002-25bf133cc925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.805222 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa01c1-ac57-46a4-9002-25bf133cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.807964 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57aa01c1-ac57-46a4-9002-25bf133cc925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:04:59.809125 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-57aa01c1-ac57-46a4-9002-25bf133cc925 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9a10b6e-c883-45e5-a218-e27a3110a7f7 HTTP/1.1" status: 204 len: 168 time: 0.1185379 Sep 14 10:04:59.817152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa01c1-ac57-46a4-9002-25bf133cc925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a10b6e-c883-45e5-a218-e27a3110a7f7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:04:59.825300 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-6dda01e1-957c-48e5-b941-d5b0ba815631 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:04:59.827295 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-6dda01e1-957c-48e5-b941-d5b0ba815631 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.0475054 Sep 14 10:04:59.919682 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Deleting port a776ab12-8fd4-4ad2-a3ae-9503291326a3 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:04:59.920477 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:00.021106 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] For port a776ab12-8fd4-4ad2-a3ae-9503291326a3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a776ab12-8fd4-4ad2-a3ae-9503291326a3,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:00.021559 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:00.203274 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d10dbd-ba13-44f1-b6ad-bd52fbf8257a req-b18b9594-7bd9-412a-8a27-f19d82d0a6fc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:00.204760 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65d10dbd-ba13-44f1-b6ad-bd52fbf8257a req-b18b9594-7bd9-412a-8a27-f19d82d0a6fc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 946 time: 0.1208880 Sep 14 10:05:00.336838 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65d10dbd-ba13-44f1-b6ad-bd52fbf8257a req-7ca2577b-0084-4120-af57-b7fdeb011e38 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=052841e1-4798-44ea-8178-2d1cf262a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258838 Sep 14 10:05:00.359946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:00.360354 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:00.360723 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Floating IP dc1a173c-68b7-41ff-9409-30ebce1f5d42 disassociated. External IP: 172.27.2.249, port: a776ab12-8fd4-4ad2-a3ae-9503291326a3. Sep 14 10:05:00.361278 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Calling delete_port for a776ab12-8fd4-4ad2-a3ae-9503291326a3 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:05:00.485473 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:00.514859 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event deleted for resources: {'Port': ['ID=a776ab12-8fd4-4ad2-a3ae-9503291326a3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:00.630043 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Router 7eacfbd7-f25e-4be8-858b-9932620c432f has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:05:00.744498 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:05:00.753194 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:05:00.767591 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:00.768415 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:00.784915 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] No DVR routers for this DVR port a776ab12-8fd4-4ad2-a3ae-9503291326a3 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:05:00.787589 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:00.789816 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b5e1ab1f-7f40-4239-abb2-3bf2085fa8b8 req-1f0769dd-f6e4-41b0-b8cb-3d413d0c9373 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "DELETE /v2.0/ports/a776ab12-8fd4-4ad2-a3ae-9503291326a3 HTTP/1.1" status: 204 len: 173 time: 0.9558506 Sep 14 10:05:00.790324 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-deleted', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:00.792614 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2f91ce-cd5d-4828-a7fb-0be9b9074e70" -d '{"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-deleted", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:00.833572 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51743e4-6cc5-4826-9e2d-75e1d4be3d32 x-openstack-request-id: req-e51743e4-6cc5-4826-9e2d-75e1d4be3d32 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:00.833945 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adb766-2071-4313-9008-dfbd0bb526b1", "name": "network-vif-deleted", "tag": "a776ab12-8fd4-4ad2-a3ae-9503291326a3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:00.834265 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e51743e4-6cc5-4826-9e2d-75e1d4be3d32 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:00.834692 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adb766-2071-4313-9008-dfbd0bb526b1', 'name': 'network-vif-deleted', 'tag': 'a776ab12-8fd4-4ad2-a3ae-9503291326a3', 'status': 'completed', 'code': 200} Sep 14 10:05:00.883695 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:01.214815 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:01.242376 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:05:01.253852 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:01.254476 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:01.366401 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:01.503194 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e6b3f4e-a8f6-4308-b6d4-9cfdb14368c0 req-8671eea4-9175-478d-9c04-24f47df656d0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=39adb766-2071-4313-9008-dfbd0bb526b1 HTTP/1.1" status: 200 len: 210 time: 0.0347271 Sep 14 10:05:01.593062 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:01.619689 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890aaac-817d-40b1-a616-f2d6eb3baddb None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:05:01.849250 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e257e4-1977-415a-8d9c-e2bef42e1a07 None None] New status for floating IP dc1a173c-68b7-41ff-9409-30ebce1f5d42: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:05:02.582138 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37388) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:02.633515 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6c31203-fa6b-4a64-8caf-e15fcca179af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.655278 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6c31203-fa6b-4a64-8caf-e15fcca179af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.700641 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6c31203-fa6b-4a64-8caf-e15fcca179af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.703045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6c31203-fa6b-4a64-8caf-e15fcca179af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.704163 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b6c31203-fa6b-4a64-8caf-e15fcca179af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "DELETE /v2.0/security-groups/052841e1-4798-44ea-8178-2d1cf262a64b HTTP/1.1" status: 204 len: 168 time: 0.1210587 Sep 14 10:05:02.706983 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37390) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:02.712601 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c31203-fa6b-4a64-8caf-e15fcca179af tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052841e1-4798-44ea-8178-2d1cf262a64b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:02.721070 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.api.v2.resource [None req-23fe4c80-19b5-4ea6-acb3-2d69f285a27d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] show failed (client error): The resource could not be found. Sep 14 10:05:02.722071 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-23fe4c80-19b5-4ea6-acb3-2d69f285a27d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups/052841e1-4798-44ea-8178-2d1cf262a64b HTTP/1.1" status: 404 len: 347 time: 0.0141032 Sep 14 10:05:02.724918 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37392) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:02.849997 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Deleting port 9ad75cec-0d1c-4463-97bc-f08e496de812 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:05:02.850778 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.939319 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.939789 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:02.952670 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Calling delete_port for 9ad75cec-0d1c-4463-97bc-f08e496de812 owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:05:03.101134 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.129557 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event deleted for resources: {'Port': ['ID=9ad75cec-0d1c-4463-97bc-f08e496de812,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:03.186689 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.189285 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.190577 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0e42be34-b820-4418-8df7-b2bb33dc774a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc1a173c-68b7-41ff-9409-30ebce1f5d42 HTTP/1.1" status: 204 len: 168 time: 0.4646959 Sep 14 10:05:03.621763 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37404) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:03.626309 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654943706', 'description': 'tempest-description--188264273'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:03.648201 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.729657 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.733912 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.761011 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.762283 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1394937 Sep 14 10:05:03.766141 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37410) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:03.770754 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca36068-7640-476a-9490-1a3a5cd05e67 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7a62f3-a484-4460-b5ee-045a6b132df8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:03.771584 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'security_group_rule': {'security_group_id': '7f7a62f3-a484-4460-b5ee-045a6b132df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:03.798964 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.844798 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82bf9-fb36-4ffd-9477-1a83908d0340 req-1c580726-6f3f-41dc-9824-3aff55734299 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:03.846304 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7b82bf9-fb36-4ffd-9477-1a83908d0340 req-1c580726-6f3f-41dc-9824-3aff55734299 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0539651 Sep 14 10:05:03.876836 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-73ac0631-d3da-467a-8ea4-99c815150d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:03.878411 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-73ac0631-d3da-467a-8ea4-99c815150d09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1138 time: 0.0677798 Sep 14 10:05:03.880008 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.883630 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.891999 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7b82bf9-fb36-4ffd-9477-1a83908d0340 req-25e6b86f-3ef5-45d4-9cee-5d865432659f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392492 Sep 14 10:05:03.920462 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91f3e27-c2b8-4675-b2c0-2872e87cce0a,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:03.943032 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.943464 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.943951 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.944287 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.944618 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.944972 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.945485 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.945821 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.946143 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.946463 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.946783 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.947099 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:03.953582 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:03.954935 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-95a9fd20-512a-49f2-ad47-e11a070a3365 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872509 Sep 14 10:05:03.957772 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37412) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:03.962318 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'security_group_rule': {'security_group_id': '7f7a62f3-a484-4460-b5ee-045a6b132df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:03.989202 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.006895 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-f7711abc-e279-42b5-8fb6-5cc74a8871e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:04.008409 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-f7711abc-e279-42b5-8fb6-5cc74a8871e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 915 time: 0.1176813 Sep 14 10:05:04.035981 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.039757 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.058310 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00612f36-b3d5-413e-9c83-4363629bafee,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:04.062734 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.067039 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a80a4264-bcfa-47a2-861e-e8168a8c62d9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1051865 Sep 14 10:05:04.067537 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37416) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:04.072410 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:04.083715 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-7641e296-0492-4979-847e-80e607be7cc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 1002 time: 0.0673435 Sep 14 10:05:04.094478 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.137973 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-8ed596bf-5f4b-4392-a51f-8ad01c3aeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:04.139751 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-8ed596bf-5f4b-4392-a51f-8ad01c3aeba8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0477931 Sep 14 10:05:04.190224 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-b0c963d4-0214-4aef-b443-d8f0bfd51c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:04.192114 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-b0c963d4-0214-4aef-b443-d8f0bfd51c5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452352 Sep 14 10:05:04.197180 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.293797 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-be2309e1-97ea-4a60-b873-7da0093a1da7 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933640 Sep 14 10:05:04.304641 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Allocated IP 172.27.2.146 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/33f690b9-282c-4484-a04d-e71fd6d5ccf1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:05:04.317958 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:05:04.354594 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: a776ab12-8fd4-4ad2-a3ae-9503291326a3 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:05:04.354942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a776ab12-8fd4-4ad2-a3ae-9503291326a3 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:05:04.398707 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df1a371e-7937-4306-b85f-9bccb6449ff1 req-1215a2e8-a5ed-4371-93fd-ff41cde242db service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957673 Sep 14 10:05:04.450208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.490673 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.528467 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:05:04.531756 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:05:04.535228 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:05:04.542784 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'Port': ['ID=33f690b9-282c-4484-a04d-e71fd6d5ccf1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:04.628799 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.661786 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.812021 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.816645 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62815399'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.884714 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'Port': ['ID=33f690b9-282c-4484-a04d-e71fd6d5ccf1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:04.895776 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.910091 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:04.911521 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b7640215-f39a-4497-be1d-d3f9c5745612 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8433058 Sep 14 10:05:05.015616 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a9aa6-961f-4460-a8ec-e2448a1ab9f3 req-aa39641b-7d13-4a8a-b9b0-70e96faa6b95 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:05.019485 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-778a9aa6-961f-4460-a8ec-e2448a1ab9f3 req-aa39641b-7d13-4a8a-b9b0-70e96faa6b95 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0517459 Sep 14 10:05:05.062646 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-778a9aa6-961f-4460-a8ec-e2448a1ab9f3 req-df3b95ff-0986-44e0-a011-7c76d22d1543 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380056 Sep 14 10:05:05.115509 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-8703ae19-db1f-44f6-994b-75b2205a7a01 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1654943706&fields=id&tenant_id=2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 267 time: 0.0333507 Sep 14 10:05:05.439494 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-17618261-65ff-460d-948d-ceaca40db17a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:05.441019 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-17618261-65ff-460d-948d-ceaca40db17a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 815 time: 0.3175213 Sep 14 10:05:05.455844 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-9f4655d2-d3a7-465b-bd44-5b1e1fc90c29 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/quotas/2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 375 time: 0.0090847 Sep 14 10:05:05.506949 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-caf610b4-b64d-4c95-ba0b-53c50268df1d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457649 Sep 14 10:05:05.599355 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-983f560b-c5ed-4b3b-94b9-069f798e7660 service neutron] 10.222.0.21 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813255 Sep 14 10:05:05.683298 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-1fd4b4fb-b43b-455e-b9e3-c9016e58d95a service neutron] 10.222.0.21 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780959 Sep 14 10:05:05.835941 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40df0ea2-b923-4f2a-86ba-0c1add845cde req-441d189f-ed3d-4d59-bf0c-5bded1f1d93a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 210 time: 0.0254388 Sep 14 10:05:06.189345 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0acec5-5396-43be-bbfb-57c81fbd4436 req-19539e3e-55a6-4961-95ca-45f2264c7076 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:06.196805 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cf0acec5-5396-43be-bbfb-57c81fbd4436 req-19539e3e-55a6-4961-95ca-45f2264c7076 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0613070 Sep 14 10:05:06.232131 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cf0acec5-5396-43be-bbfb-57c81fbd4436 req-04f31fa7-cfdf-4875-8580-1c2c70d6e7bd tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344021 Sep 14 10:05:06.400730 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37506) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:06.503506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68146425-01b3-4ea2-8403-711b134322d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.589825 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68146425-01b3-4ea2-8403-711b134322d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.593478 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68146425-01b3-4ea2-8403-711b134322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.630773 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-68146425-01b3-4ea2-8403-711b134322d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d1777bb336341d880762db4d86c1b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289805 Sep 14 10:05:06.631853 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146425-01b3-4ea2-8403-711b134322d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4514641e-35aa-4481-810d-058806cd191c,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:06.633564 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37510) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:06.682311 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9661aa3-ae9f-423d-829e-442d51d8da1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.703932 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9661aa3-ae9f-423d-829e-442d51d8da1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.754021 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9661aa3-ae9f-423d-829e-442d51d8da1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.757424 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9661aa3-ae9f-423d-829e-442d51d8da1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:06.761366 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f9661aa3-ae9f-423d-829e-442d51d8da1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4514641e-35aa-4481-810d-058806cd191c HTTP/1.1" status: 204 len: 168 time: 0.1260598 Sep 14 10:05:06.769134 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9661aa3-ae9f-423d-829e-442d51d8da1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4514641e-35aa-4481-810d-058806cd191c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:06.910797 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-1e76e572-f70f-4c85-b6d6-0954bbcf21b7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:06.912669 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-1e76e572-f70f-4c85-b6d6-0954bbcf21b7 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 815 time: 0.1349258 Sep 14 10:05:06.942523 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1a40862a-5681-4e6d-86b3-c8adacec756f req-e8f0f855-4fb7-4205-80ab-08f749cbfe2f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Sep 14 10:05:06.975833 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-47dfce11-41a0-4864-a9f6-23a8c8370305 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 380 time: 0.0357182 Sep 14 10:05:06.987027 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'port': {'device_id': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'admin_state_up': True, 'tenant_id': '2298251c85f3458c92900535f51aae37', 'security_groups': ['7f7a62f3-a484-4460-b5ee-045a6b132df8']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:07.040774 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37522) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:07.054107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3214-4c3e-4be7-bbcf-7d020835b754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.141952 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3214-4c3e-4be7-bbcf-7d020835b754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.145484 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3214-4c3e-4be7-bbcf-7d020835b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.160624 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Made reservation on behalf of 2298251c85f3458c92900535f51aae37 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:05:07.164087 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.184774 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5c9e3214-4c3e-4be7-bbcf-7d020835b754 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5904f49af664007bd7acd88eabfa57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428909 Sep 14 10:05:07.185906 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e3214-4c3e-4be7-bbcf-7d020835b754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1925bda5-50e9-4b2c-9a55-51c31a9f63a9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:07.187435 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37524) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:07.313317 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-23d0a86c-1e0a-4a75-a0fc-01fb2ea93acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.339448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Allocated IP 172.20.0.10 (f0c13b46-02e1-48db-9d68-e1f7ef4c6fac/fcaecb2f-283d-4398-8c63-3af5c8602553/177cecd2-4537-4250-b449-d76778425d39) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:05:07.346720 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd0b5-32d0-4ef8-9f17-46ebf31aae1c req-55787400-2903-4dfe-aa69-66d921c9dd27 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:07.347222 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-23d0a86c-1e0a-4a75-a0fc-01fb2ea93acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.348219 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-70dfd0b5-32d0-4ef8-9f17-46ebf31aae1c req-55787400-2903-4dfe-aa69-66d921c9dd27 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0494554 Sep 14 10:05:07.387988 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-70dfd0b5-32d0-4ef8-9f17-46ebf31aae1c req-7e9a284c-314a-40a6-8ff5-46bcfc9ad874 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332484 Sep 14 10:05:07.439447 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-23d0a86c-1e0a-4a75-a0fc-01fb2ea93acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.441982 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-23d0a86c-1e0a-4a75-a0fc-01fb2ea93acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.443116 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-23d0a86c-1e0a-4a75-a0fc-01fb2ea93acb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1925bda5-50e9-4b2c-9a55-51c31a9f63a9 HTTP/1.1" status: 204 len: 168 time: 0.2539003 Sep 14 10:05:07.480371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0a86c-1e0a-4a75-a0fc-01fb2ea93acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925bda5-50e9-4b2c-9a55-51c31a9f63a9,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:07.522440 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.536040 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Transition to ACTIVE for port object 177cecd2-4537-4250-b449-d76778425d39 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:05:07.568635 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.613204 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:05:07.616132 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:05:07.619759 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:05:07.628552 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:07.673775 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:07.674427 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.690434 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-476805e5-3259-4761-870e-42946c09e55b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7076037 Sep 14 10:05:07.711799 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Request body: {'port': {'device_id': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:07.768112 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.876377 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-dd565d39-3bf9-4415-ae6a-a0c0757db45b None None] Provisioning for port 177cecd2-4537-4250-b449-d76778425d39 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:05:07.879986 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-dd565d39-3bf9-4415-ae6a-a0c0757db45b None None] Provisioning complete for port 177cecd2-4537-4250-b449-d76778425d39 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:05:07.880354 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dd565d39-3bf9-4415-ae6a-a0c0757db45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:07.917994 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-dd565d39-3bf9-4415-ae6a-a0c0757db45b None None] Port 177cecd2-4537-4250-b449-d76778425d39 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:05:08.284358 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4058f41-b06d-4965-9114-2cec10814b2d req-3e778237-4ed9-4fcc-a44d-2c8d050642c6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:08.285869 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4058f41-b06d-4965-9114-2cec10814b2d req-3e778237-4ed9-4fcc-a44d-2c8d050642c6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 932 time: 0.0846841 Sep 14 10:05:08.293181 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177cecd2-4537-4250-b449-d76778425d39 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:05:08.306932 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:08.329046 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Transition to ACTIVE for port object 177cecd2-4537-4250-b449-d76778425d39 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:05:08.337098 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:08.377455 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4058f41-b06d-4965-9114-2cec10814b2d req-17a369ed-b7b8-40a2-891b-6f4709a845a4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793355 Sep 14 10:05:08.404386 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:08.507828 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Attempting to bind port 177cecd2-4537-4250-b449-d76778425d39 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:05:08.508520 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Attempting to bind port 177cecd2-4537-4250-b449-d76778425d39 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:05:08.508520 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Attempting to bind port 177cecd2-4537-4250-b449-d76778425d39 on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:05:08.514667 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Port 177cecd2-4537-4250-b449-d76778425d39 on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:05:08.514995 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Attempting to bind port 177cecd2-4537-4250-b449-d76778425d39 on network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:05:08.521653 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:05:08.522107 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Checking segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:05:08.522621 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Bound using segment: {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:05:08.523055 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Bound port: 177cecd2-4537-4250-b449-d76778425d39, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:05:08.523408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:08.538668 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafee94-23f0-4a76-a72e-a208000de8b7 req-db9c2cf3-6b19-4c39-b073-bfea510ea28a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:08.540418 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cbafee94-23f0-4a76-a72e-a208000de8b7 req-db9c2cf3-6b19-4c39-b073-bfea510ea28a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0590715 Sep 14 10:05:08.587974 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cbafee94-23f0-4a76-a72e-a208000de8b7 req-cc164f73-97af-47dd-93d7-259a88992dc1 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410621 Sep 14 10:05:08.609404 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:05:08.612263 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:05:08.617056 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:08.661250 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:08.661823 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:08.663503 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] 10.222.0.32 "PUT /v2.0/ports/177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 1094 time: 0.9558887 Sep 14 10:05:08.663994 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:08.666120 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f415b76-5432-46e3-91f6-9e1beb4fb518" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:08.688611 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1f18a-597e-4f06-aca6-39d03846eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:08.709496 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d10628-0a07-4603-b81a-c669ef7ccd8e x-openstack-request-id: req-a6d10628-0a07-4603-b81a-c669ef7ccd8e {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:08.709779 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "tag": "177cecd2-4537-4250-b449-d76778425d39", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:08.710037 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d10628-0a07-4603-b81a-c669ef7ccd8e {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:08.710404 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'status': 'completed', 'code': 200} Sep 14 10:05:08.774890 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-e13979c4-ad55-4cf6-b410-75e9a64cdbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:08.777095 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-e13979c4-ad55-4cf6-b410-75e9a64cdbc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1097 time: 0.0449049 Sep 14 10:05:08.828734 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-f9f659a4-aa86-4f3a-b8c7-187f676543db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 217 time: 0.0365233 Sep 14 10:05:08.882325 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-023803a5-46c6-4407-a431-acccd32822b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:08.883868 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-023803a5-46c6-4407-a431-acccd32822b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0485623 Sep 14 10:05:08.929838 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-3dbb4eee-6c32-44a6-b76d-acd1a9b3edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:08.931357 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-3dbb4eee-6c32-44a6-b76d-acd1a9b3edc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399799 Sep 14 10:05:09.028684 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-7ec8b15a-15ec-4c42-a18c-42940bff2267 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Sep 14 10:05:09.124494 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60e7ed37-e72d-4397-bc0a-582f3a174145 req-335af820-e4e3-4d11-a69f-72a1313bda56 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899465 Sep 14 10:05:09.254331 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-5e892d9b-8a7f-4c7a-89d6-5edafac38e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.255832 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-5e892d9b-8a7f-4c7a-89d6-5edafac38e81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1097 time: 0.0402579 Sep 14 10:05:09.358805 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-f10d9b59-a860-4c09-844f-1ee9463ed293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.362139 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-f10d9b59-a860-4c09-844f-1ee9463ed293 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.0912976 Sep 14 10:05:09.402521 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-9a4276cb-4314-4072-a35e-171d3ee88326 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 217 time: 0.0340276 Sep 14 10:05:09.475736 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-dfa35c7b-be7c-4636-8f60-21d49f16eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.477255 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-dfa35c7b-be7c-4636-8f60-21d49f16eb11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0661271 Sep 14 10:05:09.512404 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864bc0a-548e-4eef-b192-d2c1a291c7fa req-0937e97e-9072-41e5-aabc-ee0cc92b8b4c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.517381 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b864bc0a-548e-4eef-b192-d2c1a291c7fa req-0937e97e-9072-41e5-aabc-ee0cc92b8b4c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0587752 Sep 14 10:05:09.537080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-9511a9d8-ef05-4ac4-b921-681b900ae426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.538848 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-9511a9d8-ef05-4ac4-b921-681b900ae426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537386 Sep 14 10:05:09.562028 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b864bc0a-548e-4eef-b192-d2c1a291c7fa req-acd4bc03-6f9a-46b5-8403-cf232b32c80c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Sep 14 10:05:09.654467 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-a54d0ed7-85e4-4217-827c-872609cca38c service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067739 Sep 14 10:05:09.676243 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37616) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:09.707696 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6d7c5-61d2-49f4-a2a2-7c412470add5 req-59805acd-a74d-4663-91ea-5c7638d9a64f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.715264 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7d6d7c5-61d2-49f4-a2a2-7c412470add5 req-59805acd-a74d-4663-91ea-5c7638d9a64f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0577209 Sep 14 10:05:09.776133 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7d6d7c5-61d2-49f4-a2a2-7c412470add5 req-045fd22d-d7d8-4d85-8b58-26fb6bb4d2ab tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453718 Sep 14 10:05:09.784003 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f415b76-5432-46e3-91f6-9e1beb4fb518 req-d7106a18-6438-4d4a-81bf-a9e850a82ffc service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086986 Sep 14 10:05:09.825079 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0d059ede-86bd-4231-a7bc-ed6a95522c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:09.852119 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6c25-e921-43e0-9209-e89ef2f6ca4a req-2f94b46e-3038-4425-bedb-b8f1ddd1e99f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:09.853606 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4bbe6c25-e921-43e0-9209-e89ef2f6ca4a req-2f94b46e-3038-4425-bedb-b8f1ddd1e99f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0727358 Sep 14 10:05:09.911402 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4bbe6c25-e921-43e0-9209-e89ef2f6ca4a req-b927a68d-4e14-47da-8527-f3f254bf1a34 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508709 Sep 14 10:05:09.954018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0d059ede-86bd-4231-a7bc-ed6a95522c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:09.957655 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0d059ede-86bd-4231-a7bc-ed6a95522c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:09.998980 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0d059ede-86bd-4231-a7bc-ed6a95522c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8c1962186b34de1a94f81af5c331223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216264 Sep 14 10:05:09.999665 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d059ede-86bd-4231-a7bc-ed6a95522c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effd5676-638e-40b3-bf98-3268edd11b3f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:10.001577 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37622) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:10.048758 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32df37ee-1b74-4631-868b-055903323124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.075496 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32df37ee-1b74-4631-868b-055903323124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.124571 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32df37ee-1b74-4631-868b-055903323124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.127248 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32df37ee-1b74-4631-868b-055903323124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.130710 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-32df37ee-1b74-4631-868b-055903323124 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/effd5676-638e-40b3-bf98-3268edd11b3f HTTP/1.1" status: 204 len: 168 time: 0.1258228 Sep 14 10:05:10.141927 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df37ee-1b74-4631-868b-055903323124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effd5676-638e-40b3-bf98-3268edd11b3f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:10.384664 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37628) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:10.397272 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-089f06b0-c9cb-41b6-bab1-4f4ea4d5ef0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.488770 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-089f06b0-c9cb-41b6-bab1-4f4ea4d5ef0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.492404 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-089f06b0-c9cb-41b6-bab1-4f4ea4d5ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.527256 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-089f06b0-c9cb-41b6-bab1-4f4ea4d5ef0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dffd34764a914db1b58af271ab5f71fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415205 Sep 14 10:05:10.529342 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f06b0-c9cb-41b6-bab1-4f4ea4d5ef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220454a-baa9-4630-aaf1-209b98fe8d26,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:10.530839 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37630) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:10.578040 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-205cdfb3-9674-4781-bcee-21104d3eb9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.598398 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-205cdfb3-9674-4781-bcee-21104d3eb9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.650553 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-205cdfb3-9674-4781-bcee-21104d3eb9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.653372 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-205cdfb3-9674-4781-bcee-21104d3eb9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:10.655149 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-205cdfb3-9674-4781-bcee-21104d3eb9d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d220454a-baa9-4630-aaf1-209b98fe8d26 HTTP/1.1" status: 204 len: 168 time: 0.1227562 Sep 14 10:05:10.662604 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cdfb3-9674-4781-bcee-21104d3eb9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220454a-baa9-4630-aaf1-209b98fe8d26,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:10.700000 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b46ca-9d5a-4a17-acac-4e91f20c10b7 req-fa27aeec-33f0-4b9b-8992-c302aa5750be tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:10.702148 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-962b46ca-9d5a-4a17-acac-4e91f20c10b7 req-fa27aeec-33f0-4b9b-8992-c302aa5750be tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0610032 Sep 14 10:05:10.739124 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-962b46ca-9d5a-4a17-acac-4e91f20c10b7 req-29af7cfe-0153-483e-88fd-93d009b5ddbe tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Sep 14 10:05:10.868349 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b687a-d1c8-44e6-a721-4bb51b47f0fa req-8b5b424a-acc6-41a6-bf6f-30e39decc31b tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:10.869945 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-576b687a-d1c8-44e6-a721-4bb51b47f0fa req-8b5b424a-acc6-41a6-bf6f-30e39decc31b tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0484891 Sep 14 10:05:10.909801 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-576b687a-d1c8-44e6-a721-4bb51b47f0fa req-a5d6b078-fe71-4750-92b8-6708558acc06 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337677 Sep 14 10:05:11.025712 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20a89b-735c-493a-8aa4-a4fbce4c4278 req-01794a03-6d28-4a8e-9c42-b772b6fd0de5 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:11.027209 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-db20a89b-735c-493a-8aa4-a4fbce4c4278 req-01794a03-6d28-4a8e-9c42-b772b6fd0de5 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Sep 14 10:05:11.064217 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-db20a89b-735c-493a-8aa4-a4fbce4c4278 req-7ba9bcc9-41f2-4221-9b68-46fe98b31c84 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307446 Sep 14 10:05:11.533172 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9100ba25-ef75-4a26-91a2-c416a4d866d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:11.871484 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-22d3c33f-ecc2-4a5a-9430-590848688c70 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:11.872814 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-22d3c33f-ecc2-4a5a-9430-590848688c70 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0762243 Sep 14 10:05:11.884292 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8b15-39cb-40e2-88b8-326aa95d39c0 req-5ba68d2e-58d1-484e-b40a-60c6ba8ffc1c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:11.885713 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a13e8b15-39cb-40e2-88b8-326aa95d39c0 req-5ba68d2e-58d1-484e-b40a-60c6ba8ffc1c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0623598 Sep 14 10:05:11.969014 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a13e8b15-39cb-40e2-88b8-326aa95d39c0 req-30745e29-62f7-46fc-a446-82af8a4c6b89 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761633 Sep 14 10:05:12.003667 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Deleting port 80992c3e-0311-4721-8178-e0fb4e30c4aa {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:05:12.004393 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.026344 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd72c6d-70b3-476c-9dc4-90be6ad7f2bb req-2a228d94-9b4b-45da-8c1b-bcf6a5c0d53d tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:12.027887 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8fd72c6d-70b3-476c-9dc4-90be6ad7f2bb req-2a228d94-9b4b-45da-8c1b-bcf6a5c0d53d tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0540977 Sep 14 10:05:12.067397 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8fd72c6d-70b3-476c-9dc4-90be6ad7f2bb req-9ba99335-5333-4432-a59b-3da1230f3565 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326328 Sep 14 10:05:12.096647 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] For port 80992c3e-0311-4721-8178-e0fb4e30c4aa, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=80992c3e-0311-4721-8178-e0fb4e30c4aa,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:12.097049 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.284187 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b2694-c38a-4173-b7e4-3fabe91ef220 req-4bef886d-9d0a-4c09-9746-22ccba580287 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:12.285686 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff2b2694-c38a-4173-b7e4-3fabe91ef220 req-4bef886d-9d0a-4c09-9746-22ccba580287 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe833fe-ed07-453e-ab8c-a1be02812b76 HTTP/1.1" status: 200 len: 945 time: 0.0985315 Sep 14 10:05:12.298943 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.299302 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.299615 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Floating IP 3d3ae946-ebd2-4202-9d89-b246b5607e8c disassociated. External IP: 172.27.2.56, port: 80992c3e-0311-4721-8178-e0fb4e30c4aa. Sep 14 10:05:12.299946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Calling delete_port for 80992c3e-0311-4721-8178-e0fb4e30c4aa owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:05:12.351051 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:05:12.365293 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff2b2694-c38a-4173-b7e4-3fabe91ef220 req-43df08cd-e4d4-490e-9963-e9af701ac690 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=53b674fb-4eec-46b1-a5c4-f7a6f00de362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695436 Sep 14 10:05:12.447415 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:12.457810 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.459992 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '177cecd2-4537-4250-b449-d76778425d39', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'port_id': '177cecd2-4537-4250-b449-d76778425d39', 'mac_address': 'fa:16:3e:25:7f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:05:12.485990 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event deleted for resources: {'Port': ['ID=80992c3e-0311-4721-8178-e0fb4e30c4aa,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:12.502853 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.516774 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177cecd2-4537-4250-b449-d76778425d39 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:05:12.536134 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:12.540386 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.585886 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:12.592734 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.593104 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.593444 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.593774 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.594094 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.594424 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.594749 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.595065 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.595404 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.595726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.596038 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.596655 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:12.598236 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Router 0fedc248-1e6e-4461-be00-ac7177992b6b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:05:12.700386 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:05:12.712689 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:05:12.721513 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:12.722201 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:12.740176 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] No DVR routers for this DVR port 80992c3e-0311-4721-8178-e0fb4e30c4aa on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:05:12.742700 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:12.744679 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6b4d8f6a-f5a6-4bfe-bd49-e5718cbd1985 req-10967fa6-2020-4508-9de1-915f2d7af423 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "DELETE /v2.0/ports/80992c3e-0311-4721-8178-e0fb4e30c4aa HTTP/1.1" status: 204 len: 173 time: 0.8581152 Sep 14 10:05:12.745157 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'name': 'network-vif-deleted', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:12.747396 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66503f-afce-4491-b61c-5f5ea03c7fae" -d '{"events": [{"server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "name": "network-vif-deleted", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:12.787005 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc2aa57-6e62-4a34-bdfa-8540dbec81d0 x-openstack-request-id: req-4cc2aa57-6e62-4a34-bdfa-8540dbec81d0 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:12.787283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe833fe-ed07-453e-ab8c-a1be02812b76", "name": "network-vif-deleted", "tag": "80992c3e-0311-4721-8178-e0fb4e30c4aa", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:12.787606 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cc2aa57-6e62-4a34-bdfa-8540dbec81d0 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:12.787925 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe833fe-ed07-453e-ab8c-a1be02812b76', 'name': 'network-vif-deleted', 'tag': '80992c3e-0311-4721-8178-e0fb4e30c4aa', 'status': 'completed', 'code': 200} Sep 14 10:05:12.850544 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:12.939571 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['177cecd2-4537-4250-b449-d76778425d39'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:05:13.118974 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c52c0-2498-441c-842f-7fcc4c9ad0ea req-9415c3ea-527f-4d96-a95c-d4539a182af8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:13.121163 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-194c52c0-2498-441c-842f-7fcc4c9ad0ea req-9415c3ea-527f-4d96-a95c-d4539a182af8 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 945 time: 0.0574417 Sep 14 10:05:13.183519 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:13.189509 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-194c52c0-2498-441c-842f-7fcc4c9ad0ea req-777f92d0-aadb-47f9-b2ab-5ce7e2e0aa09 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587149 Sep 14 10:05:13.219676 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:05:13.221124 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b68b-aa5b-476b-9b6e-b218cb6c5c80 req-afae3339-e41d-43b3-b11c-d3fe0d63217f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:13.222688 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e249b68b-aa5b-476b-9b6e-b218cb6c5c80 req-afae3339-e41d-43b3-b11c-d3fe0d63217f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0756366 Sep 14 10:05:13.229569 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:13.230184 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:04:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:13.290932 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e249b68b-aa5b-476b-9b6e-b218cb6c5c80 req-8a26b4a1-bd8f-4f00-9527-4a7edfe42f2a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545504 Sep 14 10:05:13.359067 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:13.471376 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37698) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:13.527693 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37b2f015-7f45-4926-87c3-7adb64d89865 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.551499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37b2f015-7f45-4926-87c3-7adb64d89865 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.577677 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:13.598222 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37b2f015-7f45-4926-87c3-7adb64d89865 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.600749 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37b2f015-7f45-4926-87c3-7adb64d89865 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.602034 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-37b2f015-7f45-4926-87c3-7adb64d89865 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "DELETE /v2.0/security-groups/53b674fb-4eec-46b1-a5c4-f7a6f00de362 HTTP/1.1" status: 204 len: 168 time: 0.1294668 Sep 14 10:05:13.603195 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4555f89-2b72-49f2-956c-99295d193142 None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:05:13.604855 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37700) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:13.611281 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2f015-7f45-4926-87c3-7adb64d89865 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b674fb-4eec-46b1-a5c4-f7a6f00de362,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:13.618971 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.api.v2.resource [None req-1bc30fc8-a30a-4b98-a322-322bf4dbb98d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] show failed (client error): The resource could not be found. Sep 14 10:05:13.620000 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1bc30fc8-a30a-4b98-a322-322bf4dbb98d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups/53b674fb-4eec-46b1-a5c4-f7a6f00de362 HTTP/1.1" status: 404 len: 347 time: 0.0141470 Sep 14 10:05:13.622970 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37702) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:13.756275 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Deleting port 8d8f62c8-3c21-4029-8253-0261084ad97a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:05:13.756623 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.831279 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e02ab-d75c-47f0-b32b-58971df64c4f None None] New status for floating IP 3d3ae946-ebd2-4202-9d89-b246b5607e8c: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:05:13.836518 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.836845 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:13.848736 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Calling delete_port for 8d8f62c8-3c21-4029-8253-0261084ad97a owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:05:13.985407 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.012808 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event deleted for resources: {'Port': ['ID=8d8f62c8-3c21-4029-8253-0261084ad97a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:14.074120 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.077373 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.078513 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2799b77c-8e05-4ffa-927c-01d6fddfd62f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d3ae946-ebd2-4202-9d89-b246b5607e8c HTTP/1.1" status: 204 len: 168 time: 0.4545493 Sep 14 10:05:14.295615 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7f24107b-c4ca-4c12-8c66-8383b9f000ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.312216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4e18c-799b-4e98-9bc4-b0f8c1dae1bd req-db0c8d27-a3a0-49f7-97c5-3914026b6aa1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:14.313836 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4cd4e18c-799b-4e98-9bc4-b0f8c1dae1bd req-db0c8d27-a3a0-49f7-97c5-3914026b6aa1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 945 time: 0.0499704 Sep 14 10:05:14.353661 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4cd4e18c-799b-4e98-9bc4-b0f8c1dae1bd req-5baa47bf-9540-4cfc-ae24-3dfddf2cd96b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 Sep 14 10:05:14.366680 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:05:14.423013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37712) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:14.424802 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 177cecd2-4537-4250-b449-d76778425d39 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:05:14.427287 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757614324', 'description': 'tempest-description--2073733288'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:14.431261 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 177cecd2-4537-4250-b449-d76778425d39 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:05:14.431261 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.477012 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.495269 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.519512 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c774a47-f3ea-48c1-9e5d-dcc04b849e67 req-ec9f69fa-8217-42e6-8db1-4f531fb132f8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:14.520827 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2c774a47-f3ea-48c1-9e5d-dcc04b849e67 req-ec9f69fa-8217-42e6-8db1-4f531fb132f8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0760455 Sep 14 10:05:14.544453 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.577654 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:14.579921 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25e3c3d-5524-4fd1-9ea0-ccdca00be311" -d '{"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-plugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:14.585863 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2c774a47-f3ea-48c1-9e5d-dcc04b849e67 req-8cce7553-5501-4db3-a945-5d427ecf481a tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590181 Sep 14 10:05:14.594285 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:14.602129 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.602952 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 80992c3e-0311-4721-8178-e0fb4e30c4aa no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:05:14.628187 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.633998 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.649314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf55bea-327b-45cb-9869-01d1bf67dde1 x-openstack-request-id: req-bcf55bea-327b-45cb-9869-01d1bf67dde1 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:14.649606 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-plugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:14.650083 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcf55bea-327b-45cb-9869-01d1bf67dde1 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:14.650464 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'code': 200} Sep 14 10:05:14.651073 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 80992c3e-0311-4721-8178-e0fb4e30c4aa {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:05:14.651586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 80992c3e-0311-4721-8178-e0fb4e30c4aa not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:05:14.654964 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.658003 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2342567 Sep 14 10:05:14.660849 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37722) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:14.665341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'security_group_rule': {'security_group_id': 'feec40e8-248a-44c6-837f-a01b8535eee7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:14.683828 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11936c-f032-405c-b81e-8b7ac23fbb1f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feec40e8-248a-44c6-837f-a01b8535eee7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:14.688216 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:14.710563 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.756851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.760952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.780310 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c149f7-743a-4100-9d81-e7dd2eebd3cd,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:14.782638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.783826 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a6e6c92a-1939-4162-b4d6-f187ad73c196 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219616 Sep 14 10:05:14.786876 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37724) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:14.791479 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'security_group_rule': {'security_group_id': 'feec40e8-248a-44c6-837f-a01b8535eee7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:14.818440 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.866092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.870286 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.874876 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f41328-8813-4937-9fb6-b73a0bcc192c req-ec9a25b9-99ba-4dea-a7fc-9ff8af38e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:14.876364 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-66f41328-8813-4937-9fb6-b73a0bcc192c req-ec9a25b9-99ba-4dea-a7fc-9ff8af38e254 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1099 time: 0.0421493 Sep 14 10:05:14.888065 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35b0318-8165-4df1-a18f-0e4c2c16eade,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:14.902171 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:14.904087 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0f9e2856-09b6-438b-a383-bbdaa665dccc tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161492 Sep 14 10:05:14.907603 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37726) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:14.911798 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:14.912506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-66f41328-8813-4937-9fb6-b73a0bcc192c req-364191d4-00b4-4dbd-9863-2520d9b7390d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287528 Sep 14 10:05:14.934664 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.033246 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.137988 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Allocated IP 172.27.2.79 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/4dddfed0-795a-46d3-a164-39a38d8d5b47) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:05:15.235123 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.270872 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.303928 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:05:15.306654 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:05:15.309961 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:05:15.345169 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'Port': ['ID=4dddfed0-795a-46d3-a164-39a38d8d5b47,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:15.405325 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.438741 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.532491 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ac1ec-8e1f-42af-915b-e6d108471fa9 req-287854c2-85f2-4af5-b178-9839cf44536d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:15.534001 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-de2ac1ec-8e1f-42af-915b-e6d108471fa9 req-287854c2-85f2-4af5-b178-9839cf44536d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0934362 Sep 14 10:05:15.571383 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.608568 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-de2ac1ec-8e1f-42af-915b-e6d108471fa9 req-e8b2e5e1-b36c-46a8-a21a-d163bcf6878c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664220 Sep 14 10:05:15.650845 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.655714 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62815399'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.715018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e45b-6ca9-493d-a6e3-696222094a31 req-d0eba4ce-73f1-47ff-8fe2-d852dc2189c6 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:15.716575 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5686e45b-6ca9-493d-a6e3-696222094a31 req-d0eba4ce-73f1-47ff-8fe2-d852dc2189c6 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0542948 Sep 14 10:05:15.735781 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'Port': ['ID=4dddfed0-795a-46d3-a164-39a38d8d5b47,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:15.742946 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.758668 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5686e45b-6ca9-493d-a6e3-696222094a31 req-084b9f3f-7afa-44ac-8e79-e17c11814ef8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358658 Sep 14 10:05:15.761109 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:15.774054 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-43110cdf-2c63-456f-a7e2-c5eb1798c414 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8538899 Sep 14 10:05:15.949201 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-db3f9b8e-a5f6-4ba5-8d85-682455ce17c8 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1757614324&fields=id&tenant_id=9b54410fb8a74231b3f695e6e088db05 HTTP/1.1" status: 200 len: 267 time: 0.0331054 Sep 14 10:05:16.059637 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-764f1803-bbf6-4247-9c2a-dcd50df6a30d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:16.061831 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-764f1803-bbf6-4247-9c2a-dcd50df6a30d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 809 time: 0.1061358 Sep 14 10:05:16.079810 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-0e828633-ae7f-451b-8325-f4c4927b1d37 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/quotas/9b54410fb8a74231b3f695e6e088db05 HTTP/1.1" status: 200 len: 375 time: 0.0108473 Sep 14 10:05:16.134696 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-6f9b42b8-cb48-4988-910d-4bc6bcca3477 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488589 Sep 14 10:05:16.225416 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-40acdb07-3840-4647-bd2d-b229571b65a4 service neutron] 10.222.0.21 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793576 Sep 14 10:05:16.312999 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-54e057d3-fbc4-4761-852a-d09869b2fa91 service neutron] 10.222.0.21 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816727 Sep 14 10:05:16.464902 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9880ecd4-dcba-4a79-9dcd-1dd2867a52da req-bc965f51-eaae-419a-93fc-7f47761122b8 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 210 time: 0.0254614 Sep 14 10:05:16.727807 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c81c56-f71f-4ae0-bd2a-3f419419fe04 req-e11413b3-29cb-48bd-99ae-c27d6485d831 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:16.733424 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-55c81c56-f71f-4ae0-bd2a-3f419419fe04 req-e11413b3-29cb-48bd-99ae-c27d6485d831 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0526891 Sep 14 10:05:16.766721 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-55c81c56-f71f-4ae0-bd2a-3f419419fe04 req-d00d821f-99d5-467b-bc56-98c4942df247 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313752 Sep 14 10:05:16.898199 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414bd5c-f0ff-4fac-ae47-5085f2ef5d45 req-aaf8e8b4-c4eb-4aca-b294-5cf8ce1509fc tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:16.899888 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7414bd5c-f0ff-4fac-ae47-5085f2ef5d45 req-aaf8e8b4-c4eb-4aca-b294-5cf8ce1509fc tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0721717 Sep 14 10:05:16.907917 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1a-caa9-4737-b31d-baa4e27ff41b req-033aaf4a-573e-4348-8525-46b8f16f3eac tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:16.909418 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-00ad8e1a-caa9-4737-b31d-baa4e27ff41b req-033aaf4a-573e-4348-8525-46b8f16f3eac tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0587986 Sep 14 10:05:16.917970 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37770) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:16.922721 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Request body: {'floatingip': {'port_id': '177cecd2-4537-4250-b449-d76778425d39'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:16.956764 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7414bd5c-f0ff-4fac-ae47-5085f2ef5d45 req-f3b7cc93-fe54-4eed-99c3-b57f2a9af9eb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494506 Sep 14 10:05:16.970761 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:17.116670 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:17.421904 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:17.425773 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:17.528155 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Floating IP 1cc874ca-8b9d-4f48-a2a5-983945468c94 associated. External IP: 172.27.2.146, port: 177cecd2-4537-4250-b449-d76778425d39. Sep 14 10:05:17.549139 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-e4b5bbfc-a24a-47dd-bba4-af4d67cac2fb tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:17.550908 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-e4b5bbfc-a24a-47dd-bba4-af4d67cac2fb tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 809 time: 0.1228998 Sep 14 10:05:17.615290 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-bd23e57a-cdc3-43fd-8960-ee6614abd45f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b54410fb8a74231b3f695e6e088db05 HTTP/1.1" status: 200 len: 380 time: 0.0367043 Sep 14 10:05:17.623559 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a189904c-d2cf-4117-9030-a372162ac263 req-3f46ed33-9d72-41b1-b9a4-4e74991e8325 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 210 time: 0.0569539 Sep 14 10:05:17.624709 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'port': {'device_id': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'admin_state_up': True, 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'security_groups': ['feec40e8-248a-44c6-837f-a01b8535eee7']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:17.733281 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Made reservation on behalf of 9b54410fb8a74231b3f695e6e088db05 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:05:17.736650 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:17.758334 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Router 7eacfbd7-f25e-4be8-858b-9932620c432f has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:05:17.855257 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Allocated IP 172.20.0.13 (02d016fc-da72-4e8e-968f-ae0067332041/dd110dbe-7f76-4253-a5c3-8715c8ece5e8/f737ed2e-8444-4484-a75c-a578dec5173c) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:05:17.862665 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:05:17.867136 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:17.872730 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:05:17.885498 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:17.886394 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:17.901236 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ab317a96-0ef3-4589-88c8-c19c440bf63e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "PUT /v2.0/floatingips/1cc874ca-8b9d-4f48-a2a5-983945468c94 HTTP/1.1" status: 200 len: 992 time: 0.9820220 Sep 14 10:05:17.901816 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:17.905087 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:17.953703 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32412a6-5562-4e76-95db-d533acfa1e6d x-openstack-request-id: req-f32412a6-5562-4e76-95db-d533acfa1e6d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:17.954200 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "tag": "177cecd2-4537-4250-b449-d76778425d39", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:17.954645 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f32412a6-5562-4e76-95db-d533acfa1e6d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:17.955226 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'status': 'completed', 'code': 200} Sep 14 10:05:17.998820 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:18.007162 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:18.024971 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Transition to ACTIVE for port object f737ed2e-8444-4484-a75c-a578dec5173c will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:05:18.084193 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d90c-4253-4c0b-a64a-ef254cacfa14 req-1bf9fda6-14b5-4889-b1c6-066ec60f6b42 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:18.084429 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:18.085758 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-89e2d90c-4253-4c0b-a64a-ef254cacfa14 req-1bf9fda6-14b5-4889-b1c6-066ec60f6b42 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0538065 Sep 14 10:05:18.130068 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-89e2d90c-4253-4c0b-a64a-ef254cacfa14 req-c806acc1-740d-4c74-a6e7-7d15f406a9ad tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347807 Sep 14 10:05:18.152306 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-89939572-56ad-4a07-9bd9-fa3f350d37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:18.154236 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-89939572-56ad-4a07-9bd9-fa3f350d37b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1099 time: 0.1276367 Sep 14 10:05:18.156015 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Network 02d016fc-da72-4e8e-968f-ae0067332041 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:05:18.163600 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event updated for resources: {'Port': ['ID=f737ed2e-8444-4484-a75c-a578dec5173c,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:18.174823 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:05:18.177283 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:05:18.243477 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:18.244662 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:18.316633 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-ef4d1af5-f843-4cac-9e78-8526016a221f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6954672 Sep 14 10:05:18.330381 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-d02db82f-45fb-4a8c-9f22-65fb7e035c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:18.332103 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-d02db82f-45fb-4a8c-9f22-65fb7e035c7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.1695120 Sep 14 10:05:18.337692 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Request body: {'port': {'device_id': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:18.405020 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '1cc874ca-8b9d-4f48-a2a5-983945468c94', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'port_id': '177cecd2-4537-4250-b449-d76778425d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'mac_address': 'fa:16:3e:25:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:05:04Z', 'updated_at': '2021-09-14T10:05:17Z', 'revision_number': 1, 'project_id': '2298251c85f3458c92900535f51aae37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:18.433669 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:18.438811 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:05:18.462278 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:18.462774 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:18.483324 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-3990dfdd-3bc2-4ad7-a827-7aa041a730ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 1000 time: 0.1078341 Sep 14 10:05:18.496902 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-34c09070-24ff-4387-a842-5b3bb18d98db None None] Provisioning for port f737ed2e-8444-4484-a75c-a578dec5173c completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:05:18.506953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-34c09070-24ff-4387-a842-5b3bb18d98db None None] Provisioning complete for port f737ed2e-8444-4484-a75c-a578dec5173c triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:05:18.506953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-34c09070-24ff-4387-a842-5b3bb18d98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:18.584726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-34c09070-24ff-4387-a842-5b3bb18d98db None None] Port f737ed2e-8444-4484-a75c-a578dec5173c cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:05:18.591039 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-5f12e55a-9276-4d3d-af8c-639817382d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:18.593076 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-5f12e55a-9276-4d3d-af8c-639817382d84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.1009398 Sep 14 10:05:18.603536 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:18.683343 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-4f60f96b-e900-4bad-9c64-aecd09ed1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:18.685070 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-4f60f96b-e900-4bad-9c64-aecd09ed1bb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850255 Sep 14 10:05:18.837921 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '1cc874ca-8b9d-4f48-a2a5-983945468c94', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'port_id': '177cecd2-4537-4250-b449-d76778425d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'mac_address': 'fa:16:3e:25:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:05:04Z', 'updated_at': '2021-09-14T10:05:17Z', 'revision_number': 1, 'project_id': '2298251c85f3458c92900535f51aae37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:18.864972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8573be1-7ffb-4a36-95ad-221c129f968a None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '1cc874ca-8b9d-4f48-a2a5-983945468c94', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'port_id': '177cecd2-4537-4250-b449-d76778425d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'mac_address': 'fa:16:3e:25:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:05:04Z', 'updated_at': '2021-09-14T10:05:17Z', 'revision_number': 1, 'project_id': '2298251c85f3458c92900535f51aae37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:05:19.055583 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c3cf1-e679-4162-9fcc-16d95025da52 None None] New status for floating IP 1cc874ca-8b9d-4f48-a2a5-983945468c94: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:05:19.076401 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb412f-6942-4a55-8162-da166d27d2f3 req-07ce0a68-51ca-4c30-b604-b5a62b9b8849 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:19.078058 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87bb412f-6942-4a55-8162-da166d27d2f3 req-07ce0a68-51ca-4c30-b604-b5a62b9b8849 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 932 time: 0.1361737 Sep 14 10:05:19.132765 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-36c2f01e-b81c-42d3-9035-e66d99ec1c7f service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917987 Sep 14 10:05:19.171668 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87bb412f-6942-4a55-8162-da166d27d2f3 req-921170d3-758e-43ba-8602-f75df56935b2 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857289 Sep 14 10:05:19.181097 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f737ed2e-8444-4484-a75c-a578dec5173c {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:05:19.191361 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:19.204566 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Transition to ACTIVE for port object f737ed2e-8444-4484-a75c-a578dec5173c will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:05:19.209435 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:19.290360 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Pushing event updated for resources: {'Port': ['ID=f737ed2e-8444-4484-a75c-a578dec5173c,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:19.296823 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:19.347797 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fbbd7-7ab9-46fc-adc7-d3a71fc2bfa7 req-3c83fe0a-75f3-4c56-9642-0cf6a9e7e8b7 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:19.349397 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-722fbbd7-7ab9-46fc-adc7-d3a71fc2bfa7 req-3c83fe0a-75f3-4c56-9642-0cf6a9e7e8b7 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.1106806 Sep 14 10:05:19.406918 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Attempting to bind port f737ed2e-8444-4484-a75c-a578dec5173c on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:05:19.407251 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Attempting to bind port f737ed2e-8444-4484-a75c-a578dec5173c by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:05:19.407573 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Attempting to bind port f737ed2e-8444-4484-a75c-a578dec5173c on network 02d016fc-da72-4e8e-968f-ae0067332041 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:05:19.417995 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-722fbbd7-7ab9-46fc-adc7-d3a71fc2bfa7 req-49f95b9a-f778-4be0-b072-933662d18288 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573523 Sep 14 10:05:19.421690 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Port f737ed2e-8444-4484-a75c-a578dec5173c on network 02d016fc-da72-4e8e-968f-ae0067332041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:05:19.422127 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Attempting to bind port f737ed2e-8444-4484-a75c-a578dec5173c on network 02d016fc-da72-4e8e-968f-ae0067332041 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:05:19.427982 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:05:19.428308 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Checking segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:05:19.428677 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Bound using segment: {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:05:19.429133 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Bound port: f737ed2e-8444-4484-a75c-a578dec5173c, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:05:19.429487 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:19.495252 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] For port f737ed2e-8444-4484-a75c-a578dec5173c, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:05:19.498601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] For port f737ed2e-8444-4484-a75c-a578dec5173c, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f737ed2e-8444-4484-a75c-a578dec5173c,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:05:19.503156 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:19.535290 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:19.536126 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:19.537591 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] 10.222.0.32 "PUT /v2.0/ports/f737ed2e-8444-4484-a75c-a578dec5173c HTTP/1.1" status: 200 len: 1094 time: 1.2044332 Sep 14 10:05:19.539630 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:19.541878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99029c3a-4d9c-4a7e-82d2-f020af5578c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:19.566821 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35bb58-6fb6-4e01-8fa9-f61f8a73429a service neutron] Pushing event updated for resources: {'Port': ['ID=f737ed2e-8444-4484-a75c-a578dec5173c,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:19.580002 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2955748f-589b-44fe-8ba4-d96b9f9d2a92 x-openstack-request-id: req-2955748f-589b-44fe-8ba4-d96b9f9d2a92 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:19.580293 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:19.580722 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2955748f-589b-44fe-8ba4-d96b9f9d2a92 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:19.581154 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'status': 'completed', 'code': 200} Sep 14 10:05:20.285346 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4523-fdcc-4a20-b7bd-669edb38e303 req-937891fc-17cf-42ba-9f18-9485f18fecbb tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:20.286782 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fb2f4523-fdcc-4a20-b7bd-669edb38e303 req-937891fc-17cf-42ba-9f18-9485f18fecbb tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 944 time: 0.0481851 Sep 14 10:05:20.326167 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fb2f4523-fdcc-4a20-b7bd-669edb38e303 req-187cef33-bf37-4be6-857a-7c4a8d6694f3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Sep 14 10:05:20.529222 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ca54-5e81-4992-8b02-ebc4caddd924 req-e1bd5788-515a-428c-9c65-8a9ae9b7f809 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:20.530704 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d818ca54-5e81-4992-8b02-ebc4caddd924 req-e1bd5788-515a-428c-9c65-8a9ae9b7f809 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0475452 Sep 14 10:05:20.569499 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d818ca54-5e81-4992-8b02-ebc4caddd924 req-65cb711e-2f54-4e6a-a307-f9ab6ce5936d tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327759 Sep 14 10:05:21.438067 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f941-207d-43d2-a58d-0ca7f8ac0ef1 req-6231f01a-9436-4b36-b437-afb5164331ba tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:21.439568 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a89f941-207d-43d2-a58d-0ca7f8ac0ef1 req-6231f01a-9436-4b36-b437-afb5164331ba tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 944 time: 0.0488825 Sep 14 10:05:21.476195 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a89f941-207d-43d2-a58d-0ca7f8ac0ef1 req-ce38ddfd-176c-41c4-8d03-27c691b8896f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Sep 14 10:05:21.679263 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4297-fd25-42e1-9054-6d27f377f813 req-edd56193-1636-472c-b0dc-e641df5fb905 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:21.680696 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d48a4297-fd25-42e1-9054-6d27f377f813 req-edd56193-1636-472c-b0dc-e641df5fb905 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0474274 Sep 14 10:05:21.723137 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d48a4297-fd25-42e1-9054-6d27f377f813 req-24130508-2d29-405f-a4eb-3c5ea778431f tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365858 Sep 14 10:05:21.927579 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99029c3a-4d9c-4a7e-82d2-f020af5578c8 req-7002e74c-a5e2-4059-9aab-95b48a50da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:21.929001 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-99029c3a-4d9c-4a7e-82d2-f020af5578c8 req-7002e74c-a5e2-4059-9aab-95b48a50da3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 1097 time: 0.0806351 Sep 14 10:05:21.932330 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41574b92-f3ce-4903-a8b7-88b0dad6e6d3 req-df37330e-e775-408e-842a-e41358798fc1 service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151664 Sep 14 10:05:22.057636 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99029c3a-4d9c-4a7e-82d2-f020af5578c8 req-410dc39e-d779-4752-acef-de96cefbcf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.059075 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-99029c3a-4d9c-4a7e-82d2-f020af5578c8 req-410dc39e-d779-4752-acef-de96cefbcf2e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9b54410fb8a74231b3f695e6e088db05&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0910022 Sep 14 10:05:22.152284 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99029c3a-4d9c-4a7e-82d2-f020af5578c8 req-bab27027-e121-494b-8956-0e702bf7a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.154044 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-99029c3a-4d9c-4a7e-82d2-f020af5578c8 req-bab27027-e121-494b-8956-0e702bf7a038 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873873 Sep 14 10:05:22.253563 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-113b7dea-11ed-4f05-b03c-b907db400140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.254939 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-113b7dea-11ed-4f05-b03c-b907db400140 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 1097 time: 0.0395646 Sep 14 10:05:22.345383 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-66e2d805-b6ae-4f16-a9b8-3f3e4c738d26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f737ed2e-8444-4484-a75c-a578dec5173c HTTP/1.1" status: 200 len: 217 time: 0.0335729 Sep 14 10:05:22.427062 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-564f69bf-15a6-4475-bb90-953520d047a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.428502 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-564f69bf-15a6-4475-bb90-953520d047a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.0458939 Sep 14 10:05:22.478688 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-c7b508b4-024c-4f7c-bd23-7f58b591141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.480207 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-c7b508b4-024c-4f7c-bd23-7f58b591141c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407729 Sep 14 10:05:22.605116 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-6532376c-0252-4e02-822e-e65ee59c7523 service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153884 Sep 14 10:05:22.613751 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160daa7-dae2-4249-a475-209c02a94982 req-98dfbd12-e21d-4850-9e5e-446cf0bbc7e0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.615106 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3160daa7-dae2-4249-a475-209c02a94982 req-98dfbd12-e21d-4850-9e5e-446cf0bbc7e0 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 944 time: 0.0680034 Sep 14 10:05:22.704046 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3160daa7-dae2-4249-a475-209c02a94982 req-caccf1e6-27d9-4982-9866-e6cfc9dd2f40 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800469 Sep 14 10:05:22.724043 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e4d9c24c-eebc-4f13-8a05-f27203261757 req-6f0573bd-0e0e-4af5-b3a1-8e011dceed7f service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080389 Sep 14 10:05:22.837590 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7918dbd-bc45-4050-b832-cfdc203795be req-1b97e123-97c6-47ff-9c59-040c69cfad70 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:22.839384 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7918dbd-bc45-4050-b832-cfdc203795be req-1b97e123-97c6-47ff-9c59-040c69cfad70 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0477145 Sep 14 10:05:22.880639 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7918dbd-bc45-4050-b832-cfdc203795be req-b2bd1b25-11c5-4caa-a1ec-9db40664bc32 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a10f7d0-f84c-42b7-a614-86bf68d579ec&id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353625 Sep 14 10:05:23.814355 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1a519-a7dd-4ff4-b6e3-755f4266e115 req-f7e17f78-a683-4647-b371-361818d394d2 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:23.815813 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-46a1a519-a7dd-4ff4-b6e3-755f4266e115 req-f7e17f78-a683-4647-b371-361818d394d2 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 944 time: 0.0475707 Sep 14 10:05:23.851315 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-46a1a519-a7dd-4ff4-b6e3-755f4266e115 req-6743c503-9b91-4f8d-9fd0-1df52173ee75 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297313 Sep 14 10:05:24.780389 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device f737ed2e-8444-4484-a75c-a578dec5173c details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:05:24.874431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port f737ed2e-8444-4484-a75c-a578dec5173c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f737ed2e-8444-4484-a75c-a578dec5173c,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:24.885535 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'port_id': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'mac_address': 'fa:16:3e:47:4f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:05:24.922576 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:24.935110 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f737ed2e-8444-4484-a75c-a578dec5173c {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:05:24.955182 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port f737ed2e-8444-4484-a75c-a578dec5173c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f737ed2e-8444-4484-a75c-a578dec5173c,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:24.960598 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:25.009235 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=f737ed2e-8444-4484-a75c-a578dec5173c,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:25.188434 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70ff5-2220-4f69-a8f0-5ef2ac53f2ed req-afc85a4d-83d9-4dd6-a022-914fc04142a3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:25.189953 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fa70ff5-2220-4f69-a8f0-5ef2ac53f2ed req-afc85a4d-83d9-4dd6-a022-914fc04142a3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 944 time: 0.2730496 Sep 14 10:05:25.226927 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fa70ff5-2220-4f69-a8f0-5ef2ac53f2ed req-2e89723d-5a24-4bfe-8a3d-03db16061377 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Sep 14 10:05:25.270342 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['f737ed2e-8444-4484-a75c-a578dec5173c'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:05:26.338787 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f023ca-4898-4ad9-acdb-ce77302b19a8 req-44a2a38d-8682-488c-afd5-a43a086f536d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:26.340233 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-61f023ca-4898-4ad9-acdb-ce77302b19a8 req-44a2a38d-8682-488c-afd5-a43a086f536d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 945 time: 0.0474195 Sep 14 10:05:26.376684 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-61f023ca-4898-4ad9-acdb-ce77302b19a8 req-b745d7a9-c170-4eed-8b7d-7c40104e0e3e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306363 Sep 14 10:05:26.803882 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device f737ed2e-8444-4484-a75c-a578dec5173c up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:05:26.852050 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port f737ed2e-8444-4484-a75c-a578dec5173c completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:05:26.855652 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port f737ed2e-8444-4484-a75c-a578dec5173c triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:05:26.856022 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:26.936291 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:26.969256 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:26.971502 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718bee56-2a91-4179-b13d-22311f1425d6" -d '{"events": [{"server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "name": "network-vif-plugged", "status": "completed", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:26.994913 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port f737ed2e-8444-4484-a75c-a578dec5173c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f737ed2e-8444-4484-a75c-a578dec5173c,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:05:27.002322 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:27.009946 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b941ae4-408e-4667-a974-0aadaa20986b x-openstack-request-id: req-6b941ae4-408e-4667-a974-0aadaa20986b {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:27.010243 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "name": "network-vif-plugged", "status": "completed", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:27.010651 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b941ae4-408e-4667-a974-0aadaa20986b {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:27.011038 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'code': 200} Sep 14 10:05:27.053346 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=f737ed2e-8444-4484-a75c-a578dec5173c,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:27.230207 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139943c0-58ca-4c16-9b73-ac3f2020772d req-7193198b-5ec7-4431-b85c-3befac6126d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:27.231722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-139943c0-58ca-4c16-9b73-ac3f2020772d req-7193198b-5ec7-4431-b85c-3befac6126d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 1099 time: 0.0414059 Sep 14 10:05:27.272676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-139943c0-58ca-4c16-9b73-ac3f2020772d req-dea849ce-adff-4ef8-9b13-a26b2a9dcbc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Sep 14 10:05:27.500239 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960cbf4-db6f-40f7-9c38-f92aabe464d1 req-68549701-e9b4-4fe2-804a-19313aab2937 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:27.501678 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e960cbf4-db6f-40f7-9c38-f92aabe464d1 req-68549701-e9b4-4fe2-804a-19313aab2937 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0523267 Sep 14 10:05:27.538091 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e960cbf4-db6f-40f7-9c38-f92aabe464d1 req-99e1bbc4-6ed8-46dd-b5db-17e467de4b4d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306070 Sep 14 10:05:28.651499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da164ce-9992-4c16-a6ae-339f94917c02 req-8f03e5d8-3edb-4a83-9060-8e68dc78358e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:28.653234 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6da164ce-9992-4c16-a6ae-339f94917c02 req-8f03e5d8-3edb-4a83-9060-8e68dc78358e tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0492494 Sep 14 10:05:28.696789 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6da164ce-9992-4c16-a6ae-339f94917c02 req-42a555ef-01b7-451d-96df-2d65ede9165d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361035 Sep 14 10:05:29.819587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5bea6-067c-4c1e-981d-cdbbef54039b req-8880e976-3584-4202-a8fa-9cf324f6ae7c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:29.821304 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eec5bea6-067c-4c1e-981d-cdbbef54039b req-8880e976-3584-4202-a8fa-9cf324f6ae7c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0600464 Sep 14 10:05:29.858600 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eec5bea6-067c-4c1e-981d-cdbbef54039b req-41714547-3798-4917-a710-8c4c774d0a9f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Sep 14 10:05:29.964494 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97248359-dcac-486a-95c5-79339e7ee70d req-079e8647-82a4-4055-b3e2-1ee9c14e39d3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:29.965991 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-97248359-dcac-486a-95c5-79339e7ee70d req-079e8647-82a4-4055-b3e2-1ee9c14e39d3 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0469532 Sep 14 10:05:29.974846 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37948) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:29.979430 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Request body: {'floatingip': {'port_id': 'f737ed2e-8444-4484-a75c-a578dec5173c'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:05:30.030485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:30.054861 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:05:30.466901 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:30.471379 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:30.567255 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Floating IP f1903802-7516-4a8f-8f0c-16c3e27c1884 associated. External IP: 172.27.2.79, port: f737ed2e-8444-4484-a75c-a578dec5173c. Sep 14 10:05:30.777396 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Router 0fedc248-1e6e-4461-be00-ac7177992b6b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:05:30.882706 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:05:30.887647 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:30.892182 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:05:30.901668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:30.902273 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:30.913309 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b9d36e91-005e-4cb0-9b4d-2a2bc0b072a6 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "PUT /v2.0/floatingips/f1903802-7516-4a8f-8f0c-16c3e27c1884 HTTP/1.1" status: 200 len: 991 time: 0.9373760 Sep 14 10:05:30.913898 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:05:30.916122 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:05:31.006703 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:31.090797 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c96c05-267a-4314-9e9b-7e5578174743 x-openstack-request-id: req-82c96c05-267a-4314-9e9b-7e5578174743 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:05:31.091331 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:05:31.091331 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82c96c05-267a-4314-9e9b-7e5578174743 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:05:31.091732 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'status': 'completed', 'code': 200} Sep 14 10:05:31.182026 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-4645da66-2b51-44e5-8d7c-1bef9803adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:31.183517 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-4645da66-2b51-44e5-8d7c-1bef9803adb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b54410fb8a74231b3f695e6e088db05&device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 1099 time: 0.0395019 Sep 14 10:05:31.236246 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'f1903802-7516-4a8f-8f0c-16c3e27c1884', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'port_id': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'mac_address': 'fa:16:3e:47:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:05:15Z', 'updated_at': '2021-09-14T10:05:30Z', 'revision_number': 1, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:31.266482 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:05:31.274645 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:05:31.275344 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:31.279430 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-9c30c40f-290f-4a29-b672-e6f99e3b00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:31.280918 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-9c30c40f-290f-4a29-b672-e6f99e3b00f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 200 len: 910 time: 0.0893803 Sep 14 10:05:31.352506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-bf035508-5896-48f0-8126-61a5674ed904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f737ed2e-8444-4484-a75c-a578dec5173c HTTP/1.1" status: 200 len: 999 time: 0.0632939 Sep 14 10:05:31.383974 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:05:31.405497 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-e81b2645-993f-4acf-9212-1e63d0b26dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:31.406948 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-e81b2645-993f-4acf-9212-1e63d0b26dc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 200 len: 848 time: 0.0462766 Sep 14 10:05:31.460321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-70da77b0-7a1e-4699-b6b9-0a57279f7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:31.461831 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-70da77b0-7a1e-4699-b6b9-0a57279f7895 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02d016fc-da72-4e8e-968f-ae0067332041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395184 Sep 14 10:05:31.557687 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-eee1f000-a4e1-45b7-a603-d761920e692c service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Sep 14 10:05:31.648616 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1756bc2c-a8a0-41fc-b6b2-f9b31ea764cc req-7b96acbc-22d8-45a3-8c31-ebe6fe34570f service neutron] 10.222.0.32 "GET /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830562 Sep 14 10:05:31.725691 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'f1903802-7516-4a8f-8f0c-16c3e27c1884', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'port_id': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'mac_address': 'fa:16:3e:47:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:05:15Z', 'updated_at': '2021-09-14T10:05:30Z', 'revision_number': 1, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:05:31.753908 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867e3a-13ac-437b-9cd1-5b40fe355420 None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'f1903802-7516-4a8f-8f0c-16c3e27c1884', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'port_id': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'mac_address': 'fa:16:3e:47:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:05:15Z', 'updated_at': '2021-09-14T10:05:30Z', 'revision_number': 1, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:05:31.924224 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b4991-b466-4fbb-bdfe-0c8198491358 None None] New status for floating IP f1903802-7516-4a8f-8f0c-16c3e27c1884: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:05:41.534184 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6f3c-456f-4a1e-a969-71fd33d94888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:44.294734 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8e35689e-f305-459d-9dfd-c9e4fa500526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:44.488007 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:45.571763 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:47.114652 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:47.706945 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-5a1317c9-dfc6-40a4-acfb-6500bfdd59ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379324 Sep 14 10:05:47.815374 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-e1bfd41f-9159-46a2-a054-9dfc25d28cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:47.816846 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-e1bfd41f-9159-46a2-a054-9dfc25d28cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1099 time: 0.0438473 Sep 14 10:05:47.949238 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-8777cb3e-1103-493e-919d-d527d09f7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:47.950688 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-8777cb3e-1103-493e-919d-d527d09f7981 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 909 time: 0.0876861 Sep 14 10:05:48.035509 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-1f5f5e98-b529-4b44-ae06-1738afd369c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 1002 time: 0.0605586 Sep 14 10:05:48.084401 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-3172328c-5bbb-4e44-b73c-248860ef221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:48.085919 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-3172328c-5bbb-4e44-b73c-248860ef221d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.0423172 Sep 14 10:05:48.130846 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-f3df4f43-4075-418d-a0d1-ae95dc7e96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:05:48.132275 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-f3df4f43-4075-418d-a0d1-ae95dc7e96a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385144 Sep 14 10:05:48.220116 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-97c031a1-0537-4155-b2d5-63bd76bd91ff service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801086 Sep 14 10:05:48.305660 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a17231e-a8ef-47fd-b80e-b2dcd39fbecf req-b123282d-dd2f-441d-8873-46cb32289df6 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782592 Sep 14 10:05:49.314127 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.052514 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38104) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:50.155229 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.245825 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.249895 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.288492 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eaa94e-77c9-47e6-8d52-80d4e8dcab58,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:50.294302 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1680a2aa12a74c81be33a0c6c5a1e16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407556 Sep 14 10:05:50.296539 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.296909 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.297255 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.297559 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38112) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:50.297999 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.297999 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.298233 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.298562 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.298892 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.299222 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.299545 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.299868 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.300191 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f11ab8-5e93-4a8b-a39d-251dbeddc132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:05:50.349173 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e30b-5184-48af-8873-0eaf48945705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.369173 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e30b-5184-48af-8873-0eaf48945705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.413342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e30b-5184-48af-8873-0eaf48945705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.415779 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e30b-5184-48af-8873-0eaf48945705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:50.416928 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9cd3e30b-5184-48af-8873-0eaf48945705 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53eaa94e-77c9-47e6-8d52-80d4e8dcab58 HTTP/1.1" status: 204 len: 168 time: 0.1183507 Sep 14 10:05:50.425039 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3e30b-5184-48af-8873-0eaf48945705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eaa94e-77c9-47e6-8d52-80d4e8dcab58,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:51.365288 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38146) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:51.471905 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1800dbf-a54e-491c-b120-ef56181a4b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.556326 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1800dbf-a54e-491c-b120-ef56181a4b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.560634 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1800dbf-a54e-491c-b120-ef56181a4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.598127 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c1800dbf-a54e-491c-b120-ef56181a4b5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a382d0e9bb384c8193c82dc97abccc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317104 Sep 14 10:05:51.599498 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1800dbf-a54e-491c-b120-ef56181a4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36b275-b702-4352-89e1-940dc16ba387,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:05:51.600796 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38150) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:05:51.656325 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d00163e-0fe4-4570-99ea-618dc855cc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.677167 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d00163e-0fe4-4570-99ea-618dc855cc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.721415 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d00163e-0fe4-4570-99ea-618dc855cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.724005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d00163e-0fe4-4570-99ea-618dc855cc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:05:51.725166 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1d00163e-0fe4-4570-99ea-618dc855cc2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e36b275-b702-4352-89e1-940dc16ba387 HTTP/1.1" status: 204 len: 168 time: 0.1198688 Sep 14 10:05:51.733014 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00163e-0fe4-4570-99ea-618dc855cc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e36b275-b702-4352-89e1-940dc16ba387,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:02.667576 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-6eb2b096-31f9-4861-9086-a280071daafb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046364083&fields=id&tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2 HTTP/1.1" status: 200 len: 267 time: 0.1360891 Sep 14 10:06:02.696952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c093007-8a5c-4e9a-b0f8-5fdc26385b60 req-d5d8634b-05c7-49ae-be2c-8bd19cd59ea2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:02.698451 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c093007-8a5c-4e9a-b0f8-5fdc26385b60 req-d5d8634b-05c7-49ae-be2c-8bd19cd59ea2 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.1442504 Sep 14 10:06:02.720004 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-0ead205a-abee-49fd-b8a9-67a1489e2305 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:02.722094 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-0ead205a-abee-49fd-b8a9-67a1489e2305 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 985 time: 0.0479610 Sep 14 10:06:02.733156 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Request body: {'port': {'security_groups': ['3d537fe0-116c-4573-8b7e-301354ec9e91']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:06:02.738884 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c093007-8a5c-4e9a-b0f8-5fdc26385b60 req-cc4d26b6-cec2-47fb-98e9-99d4268eab5d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343990 Sep 14 10:06:02.803680 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.006231 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:03.034247 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.038737 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62815399'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.081615 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:03.082217 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.083664 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-caa50066-d132-45ef-9c87-cf2bf6c19a50 req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "PUT /v2.0/ports/096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 943 time: 0.3558264 Sep 14 10:06:03.084658 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:03.086323 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a5884-16e5-4c78-8f30-c8aef44e3529" -d '{"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:03.088522 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['096f2d98-c1b8-46dd-8b84-f1a1001e1b54'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:06:03.092448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38214) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:03.109429 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970742bc-3796-4f97-9ff6-ca0f3ee56706 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event updated for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:03.163990 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3c058c1-05db-4f99-8b49-abfd9809ffe8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.197173 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3c058c1-05db-4f99-8b49-abfd9809ffe8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.211395 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74095549-128d-42cf-9d31-4f38c9bacbc6 x-openstack-request-id: req-74095549-128d-42cf-9d31-4f38c9bacbc6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:03.211757 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:03.212107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74095549-128d-42cf-9d31-4f38c9bacbc6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:03.212589 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'status': 'completed', 'code': 200} Sep 14 10:06:03.269502 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['096f2d98-c1b8-46dd-8b84-f1a1001e1b54'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:06:03.278092 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3c058c1-05db-4f99-8b49-abfd9809ffe8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.282615 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3c058c1-05db-4f99-8b49-abfd9809ffe8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.284167 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c3c058c1-05db-4f99-8b49-abfd9809ffe8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "DELETE /v2.0/security-groups/7a10f7d0-f84c-42b7-a614-86bf68d579ec HTTP/1.1" status: 204 len: 168 time: 0.1904256 Sep 14 10:06:03.287044 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38220) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:03.299927 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c058c1-05db-4f99-8b49-abfd9809ffe8 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a10f7d0-f84c-42b7-a614-86bf68d579ec,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:03.374815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-594d83ab-b8e6-47a5-a4cf-5384eb7c76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:03.376322 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-594d83ab-b8e6-47a5-a4cf-5384eb7c76f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1099 time: 0.1099472 Sep 14 10:06:03.394912 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-7da5f4eb-ba35-40ff-8595-096e22b72711 None None] Provisioning complete for port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:06:03.395312 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7da5f4eb-ba35-40ff-8595-096e22b72711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.472532 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Deleting port ffa5c2e9-8122-4511-b4fa-f88c6e9d3344 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:03.472789 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.478579 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-4c16b52d-a33e-4dbd-91e8-1e3f809bab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:03.480244 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-4c16b52d-a33e-4dbd-91e8-1e3f809bab78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 915 time: 0.0948131 Sep 14 10:06:03.551385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-ab0cb67a-1c9b-4df9-9e76-a030a66dcea4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 1002 time: 0.0608356 Sep 14 10:06:03.552397 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.552726 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.564384 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Calling delete_port for ffa5c2e9-8122-4511-b4fa-f88c6e9d3344 owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:03.603003 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-acf432a4-d733-47d2-841f-8889143267b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:03.604449 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-acf432a4-d733-47d2-841f-8889143267b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0452790 Sep 14 10:06:03.650307 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-c88fa3de-b572-4e10-9a41-9cf9fbf094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:03.651874 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-c88fa3de-b572-4e10-9a41-9cf9fbf094d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388865 Sep 14 10:06:03.729943 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.742075 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-7131974b-975a-4081-ae9a-210daafc5b2e service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817842 Sep 14 10:06:03.756196 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event deleted for resources: {'Port': ['ID=ffa5c2e9-8122-4511-b4fa-f88c6e9d3344,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:03.842193 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:03.842537 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Floating IP 62db3274-1379-4961-a8ff-3e1c87eb1167 disassociated (deleted). External IP: 172.27.2.137, port: 096f2d98-c1b8-46dd-8b84-f1a1001e1b54. Sep 14 10:06:03.845208 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c4a5884-16e5-4c78-8f30-c8aef44e3529 req-c045b3ce-01a0-4331-883c-98ad3b2c4334 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888100 Sep 14 10:06:03.896346 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0e38-3865-4e91-97c6-e0e71b7d9503 req-ad87576e-01a1-4911-aadc-a5521a9d0c7a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:03.897864 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-127a0e38-3865-4e91-97c6-e0e71b7d9503 req-ad87576e-01a1-4911-aadc-a5521a9d0c7a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0900548 Sep 14 10:06:03.967263 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-127a0e38-3865-4e91-97c6-e0e71b7d9503 req-06637b0c-402b-4bce-97ad-eb4aaea680b9 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Sep 14 10:06:04.085333 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:06:04.188243 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:06:04.193148 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:04.197591 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] Sync routers for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:06:04.206257 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:04.206873 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:04.218679 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-138295ce-e570-4ff7-bb32-f1dd956116d2 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "DELETE /v2.0/floatingips/62db3274-1379-4961-a8ff-3e1c87eb1167 HTTP/1.1" status: 204 len: 168 time: 0.9304924 Sep 14 10:06:04.318748 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:04.518910 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:31Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:04.548548 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] Checking router: b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:06:04.556525 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:04.557140 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:04.656555 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:04.847530 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:31Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:04.871786 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac978e-940d-402f-8e21-d7ed21438cad None None] The sync data for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:03:25Z', 'revision_number': 4, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f1bf8159-a9f0-4b7c-a678-a271bed1d886', 'name': '', 'network_id': 'bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'mac_address': 'fa:16:3e:10:03:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:24Z', 'updated_at': '2021-09-14T10:03:31Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'subnets': [{'id': '5bc61550-b8f6-43e7-9d69-f4a2da431f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:06:05.088044 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ba07c-3e10-4817-93d6-27b100633c6a None None] New status for floating IP 62db3274-1379-4961-a8ff-3e1c87eb1167: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:06:05.091976 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ef18-52c4-4d34-89c0-231488aaf71e req-f4e3c408-69bc-4ffa-9ece-cdb8a75f9a7d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:05.094521 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60c6ef18-52c4-4d34-89c0-231488aaf71e req-f4e3c408-69bc-4ffa-9ece-cdb8a75f9a7d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0506546 Sep 14 10:06:05.133334 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60c6ef18-52c4-4d34-89c0-231488aaf71e req-fdbf2dfd-815e-4cf7-b746-02fe93358091 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Sep 14 10:06:05.213757 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:05.216063 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b05571-5cdd-42cf-8215-d364dbacb088" -d '{"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:05.251165 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03799b5d-8e6f-440c-9e14-9deb6bc42535 x-openstack-request-id: req-03799b5d-8e6f-440c-9e14-9deb6bc42535 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:05.251458 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:05.251986 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03799b5d-8e6f-440c-9e14-9deb6bc42535 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:05.252078 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'status': 'completed', 'code': 200} Sep 14 10:06:05.353084 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-56b41f8c-7537-4594-8b2a-f101b9be1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:05.355753 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-56b41f8c-7537-4594-8b2a-f101b9be1934 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 1099 time: 0.0490706 Sep 14 10:06:05.461269 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-c8d5bf00-15c1-4929-aedc-77a8cf2162d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:05.462734 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-c8d5bf00-15c1-4929-aedc-77a8cf2162d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 200 len: 915 time: 0.0992818 Sep 14 10:06:05.508912 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-9d3d9311-1def-4675-888a-87856dd39173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 200 len: 217 time: 0.0390384 Sep 14 10:06:05.584344 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-ec268c7c-9b18-42ed-beca-21ab571a7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:05.586610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-ec268c7c-9b18-42ed-beca-21ab571a7103 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 200 len: 853 time: 0.0700271 Sep 14 10:06:05.641061 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-9df436ac-c6e0-483c-b03d-d9a9b4b7834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:05.642728 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-9df436ac-c6e0-483c-b03d-d9a9b4b7834b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490649 Sep 14 10:06:05.738570 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-060015aa-9ba7-47b3-8b08-41920ded0075 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876584 Sep 14 10:06:05.826657 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a5b05571-5cdd-42cf-8215-d364dbacb088 req-221133a7-782d-49f3-a297-584903f18ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798645 Sep 14 10:06:06.249647 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84377211-e81b-430d-ab0c-c8a5e6bde693 req-769ec13e-67bb-4844-95f9-dbc950ddbab3 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:06.251097 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-84377211-e81b-430d-ab0c-c8a5e6bde693 req-769ec13e-67bb-4844-95f9-dbc950ddbab3 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0482476 Sep 14 10:06:06.286807 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-84377211-e81b-430d-ab0c-c8a5e6bde693 req-b2a115bc-18c7-4735-80eb-33a572898b04 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298085 Sep 14 10:06:06.941088 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0810-2d9b-461e-ab08-faee74feace8 req-daf155e6-c532-4950-84b6-bf750278f6e9 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:06.942533 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e1b0810-2d9b-461e-ab08-faee74feace8 req-daf155e6-c532-4950-84b6-bf750278f6e9 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0507131 Sep 14 10:06:06.988597 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e1b0810-2d9b-461e-ab08-faee74feace8 req-9315a3c7-8e73-4b90-9226-455c0271bcfb tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Sep 14 10:06:07.053819 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:06:07.397601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59ed5-a316-42ad-826f-0026dca44bbd req-3228eff3-5985-4a30-9534-2093a8072c04 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:07.399087 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4da59ed5-a316-42ad-826f-0026dca44bbd req-3228eff3-5985-4a30-9534-2093a8072c04 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0468144 Sep 14 10:06:07.436229 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4da59ed5-a316-42ad-826f-0026dca44bbd req-20c87355-da79-4733-83b2-0d8e4c99d1f1 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305572 Sep 14 10:06:07.933596 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0629e4-4d2a-4063-b40c-c8456e4ff74f req-ee2ab88f-7821-4c2d-865f-71d217daf81d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:07.935106 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ee0629e4-4d2a-4063-b40c-c8456e4ff74f req-ee2ab88f-7821-4c2d-865f-71d217daf81d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0467720 Sep 14 10:06:07.971826 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ee0629e4-4d2a-4063-b40c-c8456e4ff74f req-0b48f941-beb6-416a-b349-950813e8147c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302696 Sep 14 10:06:08.100166 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68390195-c514-4337-804e-8bed666bdcee req-80fe0b3f-82d8-4ac7-bb76-ffdaa4c56662 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:08.101660 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-68390195-c514-4337-804e-8bed666bdcee req-80fe0b3f-82d8-4ac7-bb76-ffdaa4c56662 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0478764 Sep 14 10:06:08.137267 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-68390195-c514-4337-804e-8bed666bdcee req-1d665424-d086-4464-be3f-ea7b6f04cc17 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297458 Sep 14 10:06:08.549738 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f18bf3-90ee-4ab5-8fd6-8fe3ba8b2a0e req-92ffc3c7-3e67-4256-b220-ec6b9c16340d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:08.551181 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-48f18bf3-90ee-4ab5-8fd6-8fe3ba8b2a0e req-92ffc3c7-3e67-4256-b220-ec6b9c16340d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0497980 Sep 14 10:06:08.586930 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-48f18bf3-90ee-4ab5-8fd6-8fe3ba8b2a0e req-dc4e5fa5-3408-4f16-83bf-e7a934048906 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299830 Sep 14 10:06:09.038549 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-ec26974f-7a28-4d24-b3a3-9f9e021f1998 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:09.039997 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-ec26974f-7a28-4d24-b3a3-9f9e021f1998 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.32 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0498960 Sep 14 10:06:09.134865 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daa86b-b3f0-4e86-ab53-aaa18d3d056b req-d93c1d16-fe79-4eda-97b4-75856161459e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:09.136316 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-28daa86b-b3f0-4e86-ab53-aaa18d3d056b req-d93c1d16-fe79-4eda-97b4-75856161459e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0918381 Sep 14 10:06:09.188938 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-28daa86b-b3f0-4e86-ab53-aaa18d3d056b req-1a86cde4-0d74-49ac-a8e2-60b5cc9eb9aa tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451488 Sep 14 10:06:09.190705 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Deleting port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:09.191047 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:09.251877 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4c6ee-dcf7-4cea-9b3b-2fdb3df5a723 req-c5c92cea-bb5d-4aed-9329-f1914bb6cc06 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:09.253411 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4db4c6ee-dcf7-4cea-9b3b-2fdb3df5a723 req-c5c92cea-bb5d-4aed-9329-f1914bb6cc06 tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/ports?device_id=275ed34b-c983-4bc3-8469-749b82b2019e HTTP/1.1" status: 200 len: 946 time: 0.0503151 Sep 14 10:06:09.295043 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4db4c6ee-dcf7-4cea-9b3b-2fdb3df5a723 req-ea83b303-1d07-42f7-a87e-50781ec9e44d tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d537fe0-116c-4573-8b7e-301354ec9e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348704 Sep 14 10:06:09.493061 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] For port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:09.493438 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:09.506431 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Calling delete_port for 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:09.630702 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:09.657054 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Pushing event deleted for resources: {'Port': ['ID=096f2d98-c1b8-46dd-8b84-f1a1001e1b54,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:09.666662 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.667001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.667345 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.667682 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.668135 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.668342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.668669 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.669019 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.669349 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.669694 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.670017 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.670336 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:09.679259 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['096f2d98-c1b8-46dd-8b84-f1a1001e1b54'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:06:09.702256 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4e04-38df-45d7-9782-19069c6f84fa req-895b6359-b052-4a22-ae06-811275346c8c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:09.704232 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ad3c4e04-38df-45d7-9782-19069c6f84fa req-895b6359-b052-4a22-ae06-811275346c8c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0517049 Sep 14 10:06:09.712612 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] No DVR routers for this DVR port 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:06:09.714970 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:09.716991 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6cb61392-58b4-45c9-9250-d61537dfc77e req-56c83912-e3ed-4976-881b-a6dc332dc1df tempest-TestMinimumBasicScenario-1528375884 tempest-TestMinimumBasicScenario-1528375884-project] 10.222.0.32 "DELETE /v2.0/ports/096f2d98-c1b8-46dd-8b84-f1a1001e1b54 HTTP/1.1" status: 204 len: 173 time: 0.6645749 Sep 14 10:06:09.717423 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'name': 'network-vif-deleted', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:09.719646 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ce1c4-07ca-412b-be09-c00558ce32b1" -d '{"events": [{"server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "name": "network-vif-deleted", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:09.745693 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ad3c4e04-38df-45d7-9782-19069c6f84fa req-4cf76568-ba6e-4a41-9b3e-cfbdae0771a0 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352979 Sep 14 10:06:09.756977 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d43cc7-d42c-4833-a679-6be3fcb92a79 x-openstack-request-id: req-63d43cc7-d42c-4833-a679-6be3fcb92a79 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:09.757261 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275ed34b-c983-4bc3-8469-749b82b2019e", "name": "network-vif-deleted", "tag": "096f2d98-c1b8-46dd-8b84-f1a1001e1b54", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:09.757510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63d43cc7-d42c-4833-a679-6be3fcb92a79 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:09.757892 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ed34b-c983-4bc3-8469-749b82b2019e', 'name': 'network-vif-deleted', 'tag': '096f2d98-c1b8-46dd-8b84-f1a1001e1b54', 'status': 'completed', 'code': 200} Sep 14 10:06:10.314844 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07691f6-8afd-414e-9121-ff15ea2b90ac req-de6c162c-22b1-4266-83a3-ce28cb454a8a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:10.318942 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f07691f6-8afd-414e-9121-ff15ea2b90ac req-de6c162c-22b1-4266-83a3-ce28cb454a8a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0529923 Sep 14 10:06:10.376154 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f07691f6-8afd-414e-9121-ff15ea2b90ac req-dc01ba26-356b-4bb2-8572-6cd64992b23e tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513899 Sep 14 10:06:10.867288 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63a12d-c0ed-48b4-80a5-8a9562cbe518 req-2260cbad-63ed-4ce8-9566-0d56848cd541 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:10.868745 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ef63a12d-c0ed-48b4-80a5-8a9562cbe518 req-2260cbad-63ed-4ce8-9566-0d56848cd541 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0542033 Sep 14 10:06:10.908446 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ef63a12d-c0ed-48b4-80a5-8a9562cbe518 req-dadb059b-c09c-49a1-b1e7-54b5ae2ee92d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Sep 14 10:06:11.022563 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38362) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:11.500878 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5eec-4bae-4c23-a2ba-defca28dc5b6 req-dd6ef714-5e59-436f-8f9a-309865dbaaaa tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:11.502540 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-159f5eec-4bae-4c23-a2ba-defca28dc5b6 req-dd6ef714-5e59-436f-8f9a-309865dbaaaa tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0476456 Sep 14 10:06:11.536246 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-635bf0b7-509b-46f8-bd39-be3770c01495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:11.542159 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-159f5eec-4bae-4c23-a2ba-defca28dc5b6 req-5341d8e9-1e41-4a5b-a741-b297de8d49bb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Sep 14 10:06:11.576247 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:11.811781 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Deleting port f1bf8159-a9f0-4b7c-a678-a271bed1d886 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:11.811781 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:11.888153 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] For port f1bf8159-a9f0-4b7c-a678-a271bed1d886, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f1bf8159-a9f0-4b7c-a678-a271bed1d886,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:11.888795 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:11.900211 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Calling delete_port for f1bf8159-a9f0-4b7c-a678-a271bed1d886 owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:12.019893 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0a4ae-05ca-4bd2-85de-78c44eeef38f req-16848837-293b-459d-83ed-21139e039774 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:12.021312 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5bf0a4ae-05ca-4bd2-85de-78c44eeef38f req-16848837-293b-459d-83ed-21139e039774 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0483272 Sep 14 10:06:12.060097 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5bf0a4ae-05ca-4bd2-85de-78c44eeef38f req-704ac55f-2727-4708-a6af-e3568b2c6664 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323474 Sep 14 10:06:12.076632 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:12.101919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1bf8159-a9f0-4b7c-a678-a271bed1d886,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:12.259975 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:12.470377 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:06:12.570748 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:06:12.577912 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a5a2661c-e3b3-4b76-9aa2-082f676809a8 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5522158 Sep 14 10:06:12.578485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38372) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:12.580954 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] Sync routers for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:06:12.592037 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:12.592461 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:12.692119 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:12.708400 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333475d0-75b2-468b-9060-9f91588e910f req-ba1d181a-8d5b-43b5-a590-a3f80f084474 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:12.709929 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-333475d0-75b2-468b-9060-9f91588e910f req-ba1d181a-8d5b-43b5-a590-a3f80f084474 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0917881 Sep 14 10:06:12.728297 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:12.815916 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-333475d0-75b2-468b-9060-9f91588e910f req-2bf60fa5-0732-4cd8-942d-7dc535f5acfc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963793 Sep 14 10:06:12.855226 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:12.866721 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77338-3e8b-492a-816a-4920489b6039 req-5e7ffbc1-0568-4f60-9e09-7aafc36fd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:12.868359 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-5e7ffbc1-0568-4f60-9e09-7aafc36fd264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1099 time: 0.0571392 Sep 14 10:06:12.892668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:06:12Z', 'revision_number': 5, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port': {'id': '7b0dab51-bded-409c-b244-ed1b7642592e', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:22Z', 'updated_at': '2021-09-14T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:12.912417 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Deleting port 7b0dab51-bded-409c-b244-ed1b7642592e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:12.912988 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:12.924494 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] Checking router: b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:06:12.933419 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] Routers {'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:12.934029 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:05:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:12.970901 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77338-3e8b-492a-816a-4920489b6039 req-31d6f9f6-b144-416a-8e18-404832cf370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:12.972995 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-31d6f9f6-b144-416a-8e18-404832cf370b service neutron] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 909 time: 0.0958886 Sep 14 10:06:12.998847 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] For port 7b0dab51-bded-409c-b244-ed1b7642592e, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=7b0dab51-bded-409c-b244-ed1b7642592e,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:12.998847 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.018867 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Calling delete_port for 7b0dab51-bded-409c-b244-ed1b7642592e owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:13.058932 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-557f5f14-268c-4233-a2a2-65446a879aa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 1002 time: 0.0768394 Sep 14 10:06:13.092199 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:13.119806 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77338-3e8b-492a-816a-4920489b6039 req-9f80eb38-0fae-4e43-a919-d36c360e1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:13.121413 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-9f80eb38-0fae-4e43-a919-d36c360e1a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.0467997 Sep 14 10:06:13.146036 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:13.146403 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 096f2d98-c1b8-46dd-8b84-f1a1001e1b54 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:13.166601 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] Set router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:13.173203 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77338-3e8b-492a-816a-4920489b6039 req-73ab6731-9c34-4067-9e80-3ac8edc3fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:13.175138 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-73ab6731-9c34-4067-9e80-3ac8edc3fac8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449059 Sep 14 10:06:13.227587 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:06:12Z', 'revision_number': 6, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:13.238354 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac334c-d7cb-424d-a1c4-b6aa9542110e req-ca66b069-21f3-4ed8-b823-26c22b91e6c8 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:13.239858 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5bac334c-d7cb-424d-a1c4-b6aa9542110e req-ca66b069-21f3-4ed8-b823-26c22b91e6c8 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0890496 Sep 14 10:06:13.255669 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c51a3-bc3d-4be8-9672-b8fba971aec1 None None] The sync data for ids ['b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5', 'name': 'tempest-TestMinimumBasicScenario-507347151-router', 'tenant_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:21Z', 'updated_at': '2021-09-14T10:06:12Z', 'revision_number': 6, 'project_id': '5cf3f0b8ac9a49999f84e1f46372a4e2', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:06:13.280246 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.286229 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-ab30c89a-4dbc-4278-98af-86cccb511088 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021638 Sep 14 10:06:13.329242 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5bac334c-d7cb-424d-a1c4-b6aa9542110e req-1f2621c4-929f-4f0f-b6a4-73ce14b31bae tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807705 Sep 14 10:06:13.332243 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0dab51-bded-409c-b244-ed1b7642592e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:13.386791 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.399935 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7fb77338-3e8b-492a-816a-4920489b6039 req-50060571-5eee-485c-a91e-3f528a2c5979 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980055 Sep 14 10:06:13.475693 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.477804 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.521263 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.521783 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:06:13.527764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.528922 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b1968fc9-29e9-4a2d-affa-489cf5dde6ee admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6dfc138-e78c-4b7a-9ea3-ecb3657ce3c5 HTTP/1.1" status: 204 len: 168 time: 0.9495151 Sep 14 10:06:13.531334 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38378) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:13.577652 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Deleting subnet 5bc61550-b8f6-43e7-9d69-f4a2da431f5e {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:06:13.580466 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.613536 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875222'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.725276 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.775013 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62808425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62703824'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.798061 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc61550-b8f6-43e7-9d69-f4a2da431f5e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:13.803703 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.805600 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-039c769d-d512-4eff-a8e3-f8fa6f348990 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5bc61550-b8f6-43e7-9d69-f4a2da431f5e HTTP/1.1" status: 204 len: 168 time: 0.2733736 Sep 14 10:06:13.808003 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38380) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:13.811285 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75ea05-50d3-4480-bf36-2074dbf13809 None None] Network bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:06:13.874304 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.931599 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Deleting port 66076928-b35d-4ac0-8e64-f1d8395692e9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:13.932152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:13.962204 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc586b-1208-44a7-a909-4c38a0837d8f req-f9f62073-2100-4040-8b25-038b2e7a26ec tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:13.964265 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ffc586b-1208-44a7-a909-4c38a0837d8f req-f9f62073-2100-4040-8b25-038b2e7a26ec tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0601676 Sep 14 10:06:14.000147 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] For port 66076928-b35d-4ac0-8e64-f1d8395692e9, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=66076928-b35d-4ac0-8e64-f1d8395692e9,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:14.000898 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.010943 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] DHCP port deletion for bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:06:14.015559 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Calling delete_port for 66076928-b35d-4ac0-8e64-f1d8395692e9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:14.021671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ffc586b-1208-44a7-a909-4c38a0837d8f req-7a8395fd-bf14-4516-8e54-30af8ff0525c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512881 Sep 14 10:06:14.071546 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Deleting port 66076928-b35d-4ac0-8e64-f1d8395692e9 {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:14.071952 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.102592 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.127138 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=66076928-b35d-4ac0-8e64-f1d8395692e9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:14.133752 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] No DVR routers for this DVR port 66076928-b35d-4ac0-8e64-f1d8395692e9 on host dv-cinder-806965-4-iscsi {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:06:14.138218 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] For port 66076928-b35d-4ac0-8e64-f1d8395692e9, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=66076928-b35d-4ac0-8e64-f1d8395692e9,segment=NetworkSegment(fc98b609-520c-4ee4-a90c-b0e58b2a645e),segment_id=fc98b609-520c-4ee4-a90c-b0e58b2a645e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:14.138672 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.157058 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Calling delete_port for 66076928-b35d-4ac0-8e64-f1d8395692e9 owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:14.206673 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.230584 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:14.240731 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc98b609-520c-4ee4-a90c-b0e58b2a645e') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:14.241010 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc98b609-520c-4ee4-a90c-b0e58b2a645e') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:14.250286 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.264544 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.267037 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.272209 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:06:14.272593 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:06:14.275086 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:06:14.300625 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Pushing event deleted for resources: {'Port': ['ID=66076928-b35d-4ac0-8e64-f1d8395692e9,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:14.304236 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] No DVR routers for this DVR port 66076928-b35d-4ac0-8e64-f1d8395692e9 on host dv-cinder-806965-4-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:06:14.319342 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.319725 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.320141 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.320325 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.320652 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.321006 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.321477 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.321808 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.322546 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.322546 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.322867 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.323657 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43257ba5-002a-4f67-819d-baa2e395ddc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:14.331944 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a490ca47-6ab4-4b54-97d3-f07bec8c5ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.342155 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.349441 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.352693 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] 10.222.0.21 "DELETE /v2.0/networks/bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69 HTTP/1.1" status: 204 len: 168 time: 0.5424011 Sep 14 10:06:14.354458 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38388) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:14.360997 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21e262-f834-4a08-a9ee-97a1c5544b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6fcc6d-b251-4b9a-9ae1-cd5d228aca69,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:14.488352 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:14.493821 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0944db-56d2-4c7f-9e8e-46e85b662ae2 req-fba16501-8350-4dcb-813e-e74709c08f06 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:14.495290 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9f0944db-56d2-4c7f-9e8e-46e85b662ae2 req-fba16501-8350-4dcb-813e-e74709c08f06 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0682411 Sep 14 10:06:14.600113 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9f0944db-56d2-4c7f-9e8e-46e85b662ae2 req-ed2056a2-108f-4687-a7d9-ff263d26f7b0 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687487 Sep 14 10:06:14.814747 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:15.057431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1bf8159-a9f0-4b7c-a678-a271bed1d886 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:15.084325 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: f1bf8159-a9f0-4b7c-a678-a271bed1d886 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:15.084660 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1bf8159-a9f0-4b7c-a678-a271bed1d886 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:15.085273 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 7b0dab51-bded-409c-b244-ed1b7642592e no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:15.112292 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 7b0dab51-bded-409c-b244-ed1b7642592e {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:15.112633 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 7b0dab51-bded-409c-b244-ed1b7642592e not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:15.113069 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 66076928-b35d-4ac0-8e64-f1d8395692e9 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:15.118089 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Deleting port f1b6cbec-0806-479e-a015-87ceb85d1b7a {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:15.118541 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:15.135612 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 66076928-b35d-4ac0-8e64-f1d8395692e9 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:15.136499 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 66076928-b35d-4ac0-8e64-f1d8395692e9 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:15.180874 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe28fb-e7d3-47cb-b27e-3f29712cd313 req-a61a7dfe-070c-446e-a234-9a1fafd9c6cc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:15.182377 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-43fe28fb-e7d3-47cb-b27e-3f29712cd313 req-a61a7dfe-070c-446e-a234-9a1fafd9c6cc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0722101 Sep 14 10:06:15.206257 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] For port f1b6cbec-0806-479e-a015-87ceb85d1b7a, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f1b6cbec-0806-479e-a015-87ceb85d1b7a,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:15.206627 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:15.221433 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Calling delete_port for f1b6cbec-0806-479e-a015-87ceb85d1b7a owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:15.223110 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-43fe28fb-e7d3-47cb-b27e-3f29712cd313 req-633b80d2-219e-4ff4-8982-6c83a88d3092 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341585 Sep 14 10:06:15.402221 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:15.427923 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b6cbec-0806-479e-a015-87ceb85d1b7a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:15.582139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:15.594091 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:15.741067 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6e192-62db-4a9b-8dec-f2758436f23f req-171e75ee-82d4-4e4d-b867-00ea2eeae8c0 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:15.742435 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-37b6e192-62db-4a9b-8dec-f2758436f23f req-171e75ee-82d4-4e4d-b867-00ea2eeae8c0 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0723069 Sep 14 10:06:15.841170 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-37b6e192-62db-4a9b-8dec-f2758436f23f req-52168075-f1a9-4bfa-960f-657d6a48a2ba tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914183 Sep 14 10:06:15.869414 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Router 2da1df61-1c56-419e-8266-db158427cb8b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:06:15.985011 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:06:15.991211 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-bbaae8d6-075e-4de7-aca3-e5b425d7f506 admin admin] 10.222.0.21 "PUT /v2.0/routers/2da1df61-1c56-419e-8266-db158427cb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6350496 Sep 14 10:06:15.993230 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38400) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:15.997799 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] Sync routers for ids ['2da1df61-1c56-419e-8266-db158427cb8b'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:06:16.015737 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] Routers {'2da1df61-1c56-419e-8266-db158427cb8b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:16.016432 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:06:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['2da1df61-1c56-419e-8266-db158427cb8b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:16.054809 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-a6c6d689-fca0-4400-87fa-a707de753579 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496469 Sep 14 10:06:16.139725 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] Set router 2da1df61-1c56-419e-8266-db158427cb8b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:16.143871 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f531a1-fe41-4d76-a0c8-282cd136ff13 req-cf187519-3f90-4f15-9fe3-2513049a3ecc tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:16.145388 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-19f531a1-fe41-4d76-a0c8-282cd136ff13 req-cf187519-3f90-4f15-9fe3-2513049a3ecc tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0685613 Sep 14 10:06:16.147001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:16.251832 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-19f531a1-fe41-4d76-a0c8-282cd136ff13 req-ce9dfbac-cc02-426d-bc1a-fd52584ee092 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664213 Sep 14 10:06:16.288581 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:16.351140 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:06:15Z', 'revision_number': 5, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port': {'id': 'f3531507-5156-486f-965b-ce5e625e0bef', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da1df61-1c56-419e-8266-db158427cb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:03:29Z', 'updated_at': '2021-09-14T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:16.379274 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] Checking router: 2da1df61-1c56-419e-8266-db158427cb8b for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:06:16.387478 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] Routers {'2da1df61-1c56-419e-8266-db158427cb8b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:16.388672 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:06:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['2da1df61-1c56-419e-8266-db158427cb8b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:16.403886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e6f6-6f59-4439-a532-7e23386003f6 req-a68439c0-20b5-4a8e-8b1d-2923a9297752 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:16.405404 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fa8e6f6-6f59-4439-a532-7e23386003f6 req-a68439c0-20b5-4a8e-8b1d-2923a9297752 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0796888 Sep 14 10:06:16.413972 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Deleting port f3531507-5156-486f-965b-ce5e625e0bef {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:16.414328 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:16.474440 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fa8e6f6-6f59-4439-a532-7e23386003f6 req-9d7e1937-0bf4-42ef-9a88-17c0a7c934bc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578654 Sep 14 10:06:16.482701 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] Set router 2da1df61-1c56-419e-8266-db158427cb8b gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:16.536547 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] For port f3531507-5156-486f-965b-ce5e625e0bef, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f3531507-5156-486f-965b-ce5e625e0bef,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:16.537001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:16.551903 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Calling delete_port for f3531507-5156-486f-965b-ce5e625e0bef owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:16.631619 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:06:16Z', 'revision_number': 6, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:16.659738 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1471c-e1bc-47ee-a91f-d7cb9b1c1b54 None None] The sync data for ids ['2da1df61-1c56-419e-8266-db158427cb8b'] in dv-cinder-806965-4-iscsi is: [{'id': '2da1df61-1c56-419e-8266-db158427cb8b', 'name': 'tempest-TestMinimumBasicScenario-1203552174-router', 'tenant_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:03:28Z', 'updated_at': '2021-09-14T10:06:16Z', 'revision_number': 6, 'project_id': '6bf4b2c31da744ee9f286987b74b5c1f', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:06:16.945138 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:16.967598 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3531507-5156-486f-965b-ce5e625e0bef,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:17.034673 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.125697 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.149514 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.151595 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.217914 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.218470 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da1df61-1c56-419e-8266-db158427cb8b {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:06:17.224420 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.228080 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-76ab299a-0f98-49cd-8841-3960cd880a9e admin admin] 10.222.0.21 "DELETE /v2.0/routers/2da1df61-1c56-419e-8266-db158427cb8b HTTP/1.1" status: 204 len: 168 time: 1.2313404 Sep 14 10:06:17.228528 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38418) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:17.272836 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Deleting subnet e30808d8-d915-4e46-990b-68d84be04f3a {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:06:17.276009 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.313083 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.389400 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165a45-6085-45ed-bd95-50bbae275c1f req-bcbc9191-bae8-4f0d-b4f7-7640eac55b54 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:17.391527 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33165a45-6085-45ed-bd95-50bbae275c1f req-bcbc9191-bae8-4f0d-b4f7-7640eac55b54 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0573421 Sep 14 10:06:17.440198 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.448847 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1b6cbec-0806-479e-a015-87ceb85d1b7a no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:17.480158 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: f1b6cbec-0806-479e-a015-87ceb85d1b7a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:17.480756 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f1b6cbec-0806-479e-a015-87ceb85d1b7a not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:17.482052 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33165a45-6085-45ed-bd95-50bbae275c1f req-77598c5e-c016-4be0-826e-e8fae61b7941 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780411 Sep 14 10:06:17.512774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.550022 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.554640 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e30808d8-d915-4e46-990b-68d84be04f3a HTTP/1.1" status: 204 len: 168 time: 0.3226871 Sep 14 10:06:17.554640 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbc70b-f5d1-4c4a-a905-6c29adcc9c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30808d8-d915-4e46-990b-68d84be04f3a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:17.554866 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38426) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:17.561719 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd475ce7-e41e-414f-bda0-fbba2dfd45f8 None None] Network 3939992b-a44a-4bbc-811c-35d3d51e43c4 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:06:17.667653 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.688436 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d3728-b6f4-4df1-9e3d-d62ab4ba278f req-49ffe2bb-4772-4dea-9471-e85f0f8e9d2f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:17.689971 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-232d3728-b6f4-4df1-9e3d-d62ab4ba278f req-49ffe2bb-4772-4dea-9471-e85f0f8e9d2f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.1125598 Sep 14 10:06:17.757382 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-232d3728-b6f4-4df1-9e3d-d62ab4ba278f req-db1f28f7-4aa3-4947-b295-4e857f8822c0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599821 Sep 14 10:06:17.767170 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] DHCP port deletion for 3939992b-a44a-4bbc-811c-35d3d51e43c4 request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:06:17.772107 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Deleting port fb41db87-6fb7-4088-a98b-567ff78a1a7d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:17.772387 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.822511 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] Deleting port fb41db87-6fb7-4088-a98b-567ff78a1a7d {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:17.823037 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.846748 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] For port fb41db87-6fb7-4088-a98b-567ff78a1a7d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=fb41db87-6fb7-4088-a98b-567ff78a1a7d,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:17.847122 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.857674 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-fcc2b7fd-9c77-40e1-885a-60f58490ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:17.858933 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Calling delete_port for fb41db87-6fb7-4088-a98b-567ff78a1a7d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:17.859430 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-fcc2b7fd-9c77-40e1-885a-60f58490ca30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e&tenant_id=3d3901da85eb495a9237f7154468068c HTTP/1.1" status: 200 len: 1099 time: 0.0430415 Sep 14 10:06:17.892010 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] For port fb41db87-6fb7-4088-a98b-567ff78a1a7d, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=fb41db87-6fb7-4088-a98b-567ff78a1a7d,segment=NetworkSegment(d4287b37-fb27-44e1-8609-44a6a50f3128),segment_id=d4287b37-fb27-44e1-8609-44a6a50f3128)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:17.892519 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.904379 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] Calling delete_port for fb41db87-6fb7-4088-a98b-567ff78a1a7d owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:17.931569 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-75188e35-8da1-470c-83e7-d65b1568a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:17.933165 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-75188e35-8da1-470c-83e7-d65b1568a952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1099 time: 0.0411961 Sep 14 10:06:17.940400 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:17.967205 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb41db87-6fb7-4088-a98b-567ff78a1a7d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:17.972799 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] No DVR routers for this DVR port fb41db87-6fb7-4088-a98b-567ff78a1a7d on host dv-cinder-806965-4-iscsi {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:06:17.988819 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.019153 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] Pushing event deleted for resources: {'Port': ['ID=fb41db87-6fb7-4088-a98b-567ff78a1a7d,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:18.023149 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21068647-4de6-4a7e-8c27-de84f2884299 None None] No DVR routers for this DVR port fb41db87-6fb7-4088-a98b-567ff78a1a7d on host dv-cinder-806965-4-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:06:18.036324 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-536623d9-c78e-4378-be04-2b2c580bbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:18.038154 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-536623d9-c78e-4378-be04-2b2c580bbb75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 909 time: 0.0984256 Sep 14 10:06:18.104235 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-a5acf40f-e570-48bd-b3f2-38bed81780bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 1002 time: 0.0583866 Sep 14 10:06:18.155762 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-fad7a949-2eb3-4af3-99b6-0a71ba08999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:18.163304 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-fad7a949-2eb3-4af3-99b6-0a71ba08999c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.0456865 Sep 14 10:06:18.207842 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-236bccb4-e6bc-46e3-9b69-e19a68ae1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:18.209384 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-236bccb4-e6bc-46e3-9b69-e19a68ae1595 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438337 Sep 14 10:06:18.272752 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.293939 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3939992b-a44a-4bbc-811c-35d3d51e43c4']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:18.303783 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4287b37-fb27-44e1-8609-44a6a50f3128') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:18.304085 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4287b37-fb27-44e1-8609-44a6a50f3128') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:18.307921 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-eab49e9b-fa0c-44eb-afbc-d8829f32ffce service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819974 Sep 14 10:06:18.313161 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.327058 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.332990 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:06:18.333373 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:06:18.334995 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:06:18.390946 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.396298 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.398547 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3939992b-a44a-4bbc-811c-35d3d51e43c4 HTTP/1.1" status: 204 len: 168 time: 0.8427262 Sep 14 10:06:18.407383 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8dbbc8e8-cafa-4ac2-9daf-c5bc31d25db9 req-3b14c91b-8279-4bf0-9bbc-d47e865d8a3b service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882657 Sep 14 10:06:18.411265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5398a-8c4b-4f88-89a5-346d17872558 admin admin] Pushing event deleted for resources: {'Network': ['ID=3939992b-a44a-4bbc-811c-35d3d51e43c4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:18.565243 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38434) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:18.588260 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8882d6-9d01-4590-b2fb-c9bf58be93c8 req-c5ff5395-c1ea-4a23-b840-c871ee774de7 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:18.589796 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cf8882d6-9d01-4590-b2fb-c9bf58be93c8 req-c5ff5395-c1ea-4a23-b840-c871ee774de7 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0492167 Sep 14 10:06:18.603559 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c8479988-b9aa-4470-ab09-f6544abb051c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cf3f0b8ac9a49999f84e1f46372a4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371070 Sep 14 10:06:18.606041 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38436) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:18.627513 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cf8882d6-9d01-4590-b2fb-c9bf58be93c8 req-0cd5370e-3820-4b7b-8ddc-dc6c091aa476 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 Sep 14 10:06:18.661044 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6688bd49-e971-46bc-a249-93b5ab2a0ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.681352 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6688bd49-e971-46bc-a249-93b5ab2a0ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.731209 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6688bd49-e971-46bc-a249-93b5ab2a0ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.734509 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6688bd49-e971-46bc-a249-93b5ab2a0ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:18.735653 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6688bd49-e971-46bc-a249-93b5ab2a0ddd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d537fe0-116c-4573-8b7e-301354ec9e91 HTTP/1.1" status: 204 len: 168 time: 0.1286993 Sep 14 10:06:18.745929 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688bd49-e971-46bc-a249-93b5ab2a0ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d537fe0-116c-4573-8b7e-301354ec9e91,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:18.886186 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49361-3e9f-457d-808f-a804f67721c8 req-767cda72-c175-40b6-a64b-9595e690df6a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:18.893282 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eaf49361-3e9f-457d-808f-a804f67721c8 req-767cda72-c175-40b6-a64b-9595e690df6a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0560222 Sep 14 10:06:18.939887 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eaf49361-3e9f-457d-808f-a804f67721c8 req-d545569d-b58c-4908-a40d-3fe565acd931 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456455 Sep 14 10:06:19.060497 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device fb41db87-6fb7-4088-a98b-567ff78a1a7d no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:19.081301 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: fb41db87-6fb7-4088-a98b-567ff78a1a7d {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:19.081839 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device fb41db87-6fb7-4088-a98b-567ff78a1a7d not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:19.082251 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f3531507-5156-486f-965b-ce5e625e0bef no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:19.100360 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: f3531507-5156-486f-965b-ce5e625e0bef {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:19.100700 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f3531507-5156-486f-965b-ce5e625e0bef not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:19.115313 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38452) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:19.135792 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:06:19.145362 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:19.154918 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-dfc55ca1-0721-4c20-a334-2312d3c81650 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf4b2c31da744ee9f286987b74b5c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384138 Sep 14 10:06:19.157417 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38454) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:19.203372 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0eed5d02-4c18-434a-a9dc-ce5e74cea94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.223945 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0eed5d02-4c18-434a-a9dc-ce5e74cea94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.271518 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0eed5d02-4c18-434a-a9dc-ce5e74cea94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.274186 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0eed5d02-4c18-434a-a9dc-ce5e74cea94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.277936 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0eed5d02-4c18-434a-a9dc-ce5e74cea94a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/954d58cf-d65d-4f25-932f-0b3909e2fbe9 HTTP/1.1" status: 204 len: 168 time: 0.1170254 Sep 14 10:06:19.284670 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed5d02-4c18-434a-a9dc-ce5e74cea94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d58cf-d65d-4f25-932f-0b3909e2fbe9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:19.288902 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.320483 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:19.347780 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:19.350167 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c40e02-4785-41a0-b6eb-afc885d7a9c6" -d '{"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:19.360569 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.361582 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '177cecd2-4537-4250-b449-d76778425d39', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'port_id': '177cecd2-4537-4250-b449-d76778425d39', 'mac_address': 'fa:16:3e:25:7f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:06:19.366161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:19.390193 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.429913 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.446274 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 177cecd2-4537-4250-b449-d76778425d39 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:06:19.478881 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:19.485110 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:19.491128 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=6']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:19.551046 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=6']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:19.618102 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47874d2a-8572-4325-91e0-de238970f153 x-openstack-request-id: req-47874d2a-8572-4325-91e0-de238970f153 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:19.618417 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:19.618670 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47874d2a-8572-4325-91e0-de238970f153 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:19.619080 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'code': 200} Sep 14 10:06:19.662945 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['177cecd2-4537-4250-b449-d76778425d39'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:06:19.744594 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7e9d-3c6c-4c8d-9d65-1737547eb814 req-351cd786-37f3-45ff-b92a-ee4f1b0837cb tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:19.746123 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-76da7e9d-3c6c-4c8d-9d65-1737547eb814 req-351cd786-37f3-45ff-b92a-ee4f1b0837cb tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0508206 Sep 14 10:06:19.783617 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-76da7e9d-3c6c-4c8d-9d65-1737547eb814 req-f007001b-e678-4778-a925-61f64a0f7426 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Sep 14 10:06:20.053492 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40e957-6d35-4370-a86c-c350f5363c7c req-1b1e787a-30d1-4b46-b446-19c25484aaf6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:20.054997 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6a40e957-6d35-4370-a86c-c350f5363c7c req-1b1e787a-30d1-4b46-b446-19c25484aaf6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Sep 14 10:06:20.097069 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6a40e957-6d35-4370-a86c-c350f5363c7c req-5fe5f7f8-09fd-4306-b983-dd41ab0eee32 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351627 Sep 14 10:06:20.907565 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b5a42-70f3-44ec-b00a-7a25e25fad1f req-cf09fc78-7b35-4fd2-a885-cde7cec8e114 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:20.909521 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-195b5a42-70f3-44ec-b00a-7a25e25fad1f req-cf09fc78-7b35-4fd2-a885-cde7cec8e114 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0526175 Sep 14 10:06:20.952443 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-195b5a42-70f3-44ec-b00a-7a25e25fad1f req-d0a7dce5-f5f0-465b-9fd4-6ec97cab739e tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366855 Sep 14 10:06:21.131972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:06:21.196851 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 177cecd2-4537-4250-b449-d76778425d39 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:06:21.197522 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:21.256855 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc5a0-a126-4be6-961d-a13604f1834f req-a933419a-9f6a-40a4-abfa-bb8b767be248 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:21.260375 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5f4bc5a0-a126-4be6-961d-a13604f1834f req-a933419a-9f6a-40a4-abfa-bb8b767be248 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 945 time: 0.0606880 Sep 14 10:06:21.298434 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:21.300944 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5f4bc5a0-a126-4be6-961d-a13604f1834f req-ed7d6f78-2545-446a-939d-a4f2ae5746a0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359831 Sep 14 10:06:21.346748 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:21.351593 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:21.408893 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=7']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:21.620656 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:21.623529 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc449b-f0e6-4c18-975a-5b7b06d3e558" -d '{"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-plugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:21.662512 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb5159-ef5a-45ef-8a1c-a7c599b056ae x-openstack-request-id: req-aadb5159-ef5a-45ef-8a1c-a7c599b056ae {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:21.662862 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-plugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:21.663180 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aadb5159-ef5a-45ef-8a1c-a7c599b056ae {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:21.663642 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'code': 200} Sep 14 10:06:22.095047 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7313aa-c8b6-44af-9078-ee9696725697 req-21cee66b-c995-436e-999a-b727e79529fc tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:22.097015 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3a7313aa-c8b6-44af-9078-ee9696725697 req-21cee66b-c995-436e-999a-b727e79529fc tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0523605 Sep 14 10:06:22.136218 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3a7313aa-c8b6-44af-9078-ee9696725697 req-3c1b433d-679e-4bdd-8014-7577cb7f2829 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332885 Sep 14 10:06:22.460365 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27cd2-de9d-4dae-a0d0-6a8f336878ef req-1e40315a-562a-40b6-89ef-ae3d72f37e38 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:22.468338 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-63f27cd2-de9d-4dae-a0d0-6a8f336878ef req-1e40315a-562a-40b6-89ef-ae3d72f37e38 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0699408 Sep 14 10:06:22.505028 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-63f27cd2-de9d-4dae-a0d0-6a8f336878ef req-515d5eed-81f2-4f66-bd20-647dd0bb0eee tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Sep 14 10:06:23.264131 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c89cfb-d9dc-41a2-bbda-faa795277edb req-1d383ff5-7dd0-4980-a690-e56b23603e73 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:23.265895 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c2c89cfb-d9dc-41a2-bbda-faa795277edb req-1d383ff5-7dd0-4980-a690-e56b23603e73 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0570722 Sep 14 10:06:23.317043 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c2c89cfb-d9dc-41a2-bbda-faa795277edb req-262e6666-cbee-4c5a-ae60-1d2ed808da0a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449440 Sep 14 10:06:23.650623 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e265b3e-3375-4bb9-b2a2-9d16bf87c325 req-0044b22c-fad7-4b11-9147-b72d76e36d8b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:23.652120 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e265b3e-3375-4bb9-b2a2-9d16bf87c325 req-0044b22c-fad7-4b11-9147-b72d76e36d8b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0552461 Sep 14 10:06:23.706309 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e265b3e-3375-4bb9-b2a2-9d16bf87c325 req-6c4177e0-009f-4939-8259-97c744773714 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Sep 14 10:06:24.447606 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0db1f-a706-43ca-a7bb-a52f33051057 req-215781c1-c1fb-419a-ae60-5ae97cafab82 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:24.449603 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c2e0db1f-a706-43ca-a7bb-a52f33051057 req-215781c1-c1fb-419a-ae60-5ae97cafab82 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 944 time: 0.0541935 Sep 14 10:06:24.495870 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c2e0db1f-a706-43ca-a7bb-a52f33051057 req-9f2443d8-6ada-4b2e-8be6-236597bef6a3 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388467 Sep 14 10:06:24.717293 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a161-313b-4c31-9dab-ca7eb454c0dd req-249f7c2d-e941-444c-93e4-7af319a9e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:24.718811 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a045a161-313b-4c31-9dab-ca7eb454c0dd req-249f7c2d-e941-444c-93e4-7af319a9e3cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1097 time: 0.0508850 Sep 14 10:06:24.761952 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a045a161-313b-4c31-9dab-ca7eb454c0dd req-42e35f29-d33c-4266-b479-d7da80fc4259 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359671 Sep 14 10:06:24.831788 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c4624-15d7-4107-bf7d-bc15a52b7cae req-f84b25ce-f8e9-4efd-b888-1bc542053648 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:24.833421 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e08c4624-15d7-4107-bf7d-bc15a52b7cae req-f84b25ce-f8e9-4efd-b888-1bc542053648 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0518708 Sep 14 10:06:24.873765 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e08c4624-15d7-4107-bf7d-bc15a52b7cae req-382531ac-2e8e-4bbb-9f52-3ba4fef000ae tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344439 Sep 14 10:06:25.153716 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:06:25.258450 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:25.274197 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '68efc499-130e-4e19-bb28-47b15c71c178', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'port_id': '68efc499-130e-4e19-bb28-47b15c71c178', 'mac_address': 'fa:16:3e:fb:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:06:25.319204 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:25.332563 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68efc499-130e-4e19-bb28-47b15c71c178 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:06:25.354751 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:25.364169 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:25.422087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=7']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:25.623347 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e316fd-d4e4-4151-83cb-5c80068230c5 req-1e1b75ed-1ed5-4fd3-8eea-17aae2007f3b tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:25.625097 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f0e316fd-d4e4-4151-83cb-5c80068230c5 req-1e1b75ed-1ed5-4fd3-8eea-17aae2007f3b tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 945 time: 0.0514393 Sep 14 10:06:25.673314 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f0e316fd-d4e4-4151-83cb-5c80068230c5 req-538b1f57-9fa4-4461-b2a4-28af09069889 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 Sep 14 10:06:26.001413 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547ac57-8a36-41df-91cd-42c8fafa9d9b req-9eb312cf-6978-4a43-8c85-19fe4b0526d2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:26.002794 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d547ac57-8a36-41df-91cd-42c8fafa9d9b req-9eb312cf-6978-4a43-8c85-19fe4b0526d2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0526674 Sep 14 10:06:26.046843 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d547ac57-8a36-41df-91cd-42c8fafa9d9b req-ebc2b393-e136-4ba5-8b28-06956b694f30 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378575 Sep 14 10:06:26.799806 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['68efc499-130e-4e19-bb28-47b15c71c178'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:06:26.839984 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31337d8a-6018-42d4-99f9-fcc2de4f6ab4 req-77e79e49-8b29-44f9-a583-c7459f260bf4 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:26.841664 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-31337d8a-6018-42d4-99f9-fcc2de4f6ab4 req-77e79e49-8b29-44f9-a583-c7459f260bf4 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 945 time: 0.0885289 Sep 14 10:06:26.899534 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-31337d8a-6018-42d4-99f9-fcc2de4f6ab4 req-89451e80-fe80-4d97-9a05-9287e130dea7 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492849 Sep 14 10:06:27.186033 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae3e41-1c57-4cd7-8a5e-afb0ca402767 req-7f363780-0aca-46aa-8e7e-f05afcf404a9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:27.193811 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-13ae3e41-1c57-4cd7-8a5e-afb0ca402767 req-7f363780-0aca-46aa-8e7e-f05afcf404a9 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0608270 Sep 14 10:06:27.233509 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-13ae3e41-1c57-4cd7-8a5e-afb0ca402767 req-a5c3e8bc-cabb-4b5a-99cb-812e3841a421 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 Sep 14 10:06:28.393466 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b6e8-3d18-4907-8ad7-d2fc22d14e32 req-e756ebae-e792-43a1-a2da-39a208c5c85b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:28.397164 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-62c0b6e8-3d18-4907-8ad7-d2fc22d14e32 req-e756ebae-e792-43a1-a2da-39a208c5c85b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0819423 Sep 14 10:06:28.463771 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-62c0b6e8-3d18-4907-8ad7-d2fc22d14e32 req-67b8eff3-4d14-414c-aca9-f737697e6012 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586631 Sep 14 10:06:29.192788 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:06:29.363751 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 68efc499-130e-4e19-bb28-47b15c71c178 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:06:29.364120 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:29.445580 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:29.474075 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:29.476432 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff351231-0af7-4a22-bd0b-3e38c339fea9" -d '{"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-plugged", "status": "completed", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:29.494444 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:29.500683 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:29.528960 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a03868-b842-447e-95a8-3eab05d8ffef x-openstack-request-id: req-78a03868-b842-447e-95a8-3eab05d8ffef {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:29.529294 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-plugged", "status": "completed", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:29.529600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78a03868-b842-447e-95a8-3eab05d8ffef {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:29.529996 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'code': 200} Sep 14 10:06:29.558605 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=8']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:29.620411 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496822bd-7f5e-47f2-965a-75c82d936e2f req-3b2fcd96-d8b6-4d01-9663-5330fc697668 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:29.622441 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-496822bd-7f5e-47f2-965a-75c82d936e2f req-3b2fcd96-d8b6-4d01-9663-5330fc697668 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0493290 Sep 14 10:06:29.659501 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-496822bd-7f5e-47f2-965a-75c82d936e2f req-37a91c0a-ffc0-405b-a47a-a166b57e2b80 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Sep 14 10:06:30.242662 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-0eb58876-6fb5-4810-ba33-f402bc0bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:30.244024 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-0eb58876-6fb5-4810-ba33-f402bc0bde90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1099 time: 0.0385680 Sep 14 10:06:30.339510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-896da5f5-1912-4990-9256-79b3cbf96a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:30.340996 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-896da5f5-1912-4990-9256-79b3cbf96a90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.0834994 Sep 14 10:06:30.408578 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-feae7d6d-a2b1-43fa-bfdc-ecf243e8ac3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 1002 time: 0.0605173 Sep 14 10:06:30.459150 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-ebb90657-94d0-43b9-a5ea-779d01f28469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:30.460612 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-ebb90657-94d0-43b9-a5ea-779d01f28469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0439324 Sep 14 10:06:30.505065 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-d8652f54-3ff9-4c06-8f08-ac1c56c36804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:30.506526 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-d8652f54-3ff9-4c06-8f08-ac1c56c36804 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392041 Sep 14 10:06:30.595389 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-aa42e9bb-8987-4526-884e-e020ca38a44b service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817761 Sep 14 10:06:30.681661 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-aa6138e1-af4f-4f89-b4e6-02456d036f6b req-ea40de02-aafe-4b40-b92a-d91203bfa57b service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787237 Sep 14 10:06:30.780195 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40265784-14aa-464b-a26a-9ee90bb81fc5 req-fc0bb063-dee2-456e-a541-7e5e082ec25b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:30.781606 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40265784-14aa-464b-a26a-9ee90bb81fc5 req-fc0bb063-dee2-456e-a541-7e5e082ec25b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0485098 Sep 14 10:06:30.820847 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40265784-14aa-464b-a26a-9ee90bb81fc5 req-fd7de304-2fc5-4aa1-a274-7c0d1ca641ba tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Sep 14 10:06:31.951408 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1003a-216d-435c-8842-edd9638f59e3 req-ddd05a9e-5940-4a89-bc97-4319bd14ff0c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:31.952919 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f8c1003a-216d-435c-8842-edd9638f59e3 req-ddd05a9e-5940-4a89-bc97-4319bd14ff0c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0591216 Sep 14 10:06:31.990402 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f8c1003a-216d-435c-8842-edd9638f59e3 req-62b9d136-87bd-45eb-a3fb-91aa53641e02 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Sep 14 10:06:33.118663 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264e8f3-f53e-4a5c-9658-6a0795215df8 req-bfd45005-22e8-48f6-8ffd-634a814bbd26 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:33.120122 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3264e8f3-f53e-4a5c-9658-6a0795215df8 req-bfd45005-22e8-48f6-8ffd-634a814bbd26 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 946 time: 0.0512543 Sep 14 10:06:33.156408 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3264e8f3-f53e-4a5c-9658-6a0795215df8 req-df30be85-c7a5-4c78-88a9-9d43098373ae tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298047 Sep 14 10:06:33.232739 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:33.308598 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:33.333062 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:33.335281 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43294976-00bb-4184-8b37-a4d8acdb89c5" -d '{"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-unplugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:33.350755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:33.355131 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:33.378199 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107fb2e-2423-4003-bedb-e8bf75f2e706 x-openstack-request-id: req-d107fb2e-2423-4003-bedb-e8bf75f2e706 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:33.378488 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-unplugged", "status": "failed", "tag": "177cecd2-4537-4250-b449-d76778425d39", "code": 422}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:33.378739 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d107fb2e-2423-4003-bedb-e8bf75f2e706 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:33.379170 dv-cinder-806965-4-iscsi neutron-server[93927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'code': 422} returned with failed status Sep 14 10:06:33.404139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=8']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:34.071550 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04e4f3-23b4-4aa1-ae80-edab8198a2c2 req-44886c94-f65f-485f-8167-f528e6b88ae2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:34.073379 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f04e4f3-23b4-4aa1-ae80-edab8198a2c2 req-44886c94-f65f-485f-8167-f528e6b88ae2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0486248 Sep 14 10:06:34.113370 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f04e4f3-23b4-4aa1-ae80-edab8198a2c2 req-0c744026-8319-42d7-a714-97d11f07a605 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Sep 14 10:06:34.334934 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38654) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:34.422339 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-7c40909c-a1a2-4416-ae9f-69728f332875 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862308 Sep 14 10:06:34.432219 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-4abe1168-d864-4163-bbdc-791c4900f9fd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:06:34.433281 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-4abe1168-d864-4163-bbdc-791c4900f9fd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049496 Sep 14 10:06:35.228542 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849166c-743a-4ffd-ad59-4e226986b7db req-f96f3428-b083-445a-b3af-6c1c4f4db1c4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:35.230134 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5849166c-743a-4ffd-ad59-4e226986b7db req-f96f3428-b083-445a-b3af-6c1c4f4db1c4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0477376 Sep 14 10:06:35.265777 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-c27e2fdb-5334-4215-a57c-ba8f5d046b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:35.266863 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5849166c-743a-4ffd-ad59-4e226986b7db req-58c947c5-7afc-4636-a4eb-2c1f29de1996 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304403 Sep 14 10:06:35.267721 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-c27e2fdb-5334-4215-a57c-ba8f5d046b8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643&tenant_id=2298251c85f3458c92900535f51aae37 HTTP/1.1" status: 200 len: 1097 time: 0.0394795 Sep 14 10:06:35.350385 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-9eacc13b-f119-4e00-8fcc-b332e13927fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:35.351846 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-9eacc13b-f119-4e00-8fcc-b332e13927fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1097 time: 0.0425529 Sep 14 10:06:35.437721 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-02a05555-a312-4d0b-90e6-453f25d5d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:35.439178 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-02a05555-a312-4d0b-90e6-453f25d5d65b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.0806115 Sep 14 10:06:35.505570 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-d4bda392-a37b-44b2-9ead-35ea64be06d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 1000 time: 0.0587304 Sep 14 10:06:35.552844 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-b5539d4d-e677-4b7e-b1d1-52d60110df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:35.554157 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-b5539d4d-e677-4b7e-b1d1-52d60110df85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0414424 Sep 14 10:06:35.608347 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-8912c14a-8c38-410c-96a3-4dac97241aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:35.609903 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-8912c14a-8c38-410c-96a3-4dac97241aaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383589 Sep 14 10:06:35.700209 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-0c69582f-bbdf-4993-a078-04873efd23df service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801628 Sep 14 10:06:35.784900 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4783b7b5-9ac9-49ce-bc96-e70181281466 req-8a345ea1-1d05-4610-98a7-43bd6ff4064e service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768385 Sep 14 10:06:36.411561 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf893-2a90-45b1-aac0-186b0ecff014 req-b23bc5f1-aabd-45c3-9b72-27acb39a7609 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:36.419519 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cdecf893-2a90-45b1-aac0-186b0ecff014 req-b23bc5f1-aabd-45c3-9b72-27acb39a7609 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0645542 Sep 14 10:06:36.455408 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cdecf893-2a90-45b1-aac0-186b0ecff014 req-259e3918-7444-484e-b074-e0f659975261 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348339 Sep 14 10:06:37.575764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ef9b4-0ad7-4949-b7eb-f77c20610ef9 req-a42eeba7-581c-44ca-8e2b-1ac15b6dc67d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:37.577606 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a55ef9b4-0ad7-4949-b7eb-f77c20610ef9 req-a42eeba7-581c-44ca-8e2b-1ac15b6dc67d tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0501053 Sep 14 10:06:37.617131 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a55ef9b4-0ad7-4949-b7eb-f77c20610ef9 req-4adde4ed-d8db-4e85-a909-c57e61976e9c tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329239 Sep 14 10:06:38.733701 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb2eff-c604-4998-b34b-374821a17fd6 req-af32a85a-dd4e-4617-9992-5aab6c415bf2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:38.735740 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-adeb2eff-c604-4998-b34b-374821a17fd6 req-af32a85a-dd4e-4617-9992-5aab6c415bf2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0477057 Sep 14 10:06:38.774181 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-adeb2eff-c604-4998-b34b-374821a17fd6 req-710106ca-239b-4cab-a770-a1c191309fd1 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Sep 14 10:06:39.896354 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d488e5-c9d7-43dd-9839-d3da5a100557 req-d15aa31a-bf29-4ebe-8a5f-00df38a615a2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:39.897855 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-08d488e5-c9d7-43dd-9839-d3da5a100557 req-d15aa31a-bf29-4ebe-8a5f-00df38a615a2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0529990 Sep 14 10:06:39.936836 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-08d488e5-c9d7-43dd-9839-d3da5a100557 req-4de534a2-e2c9-46fc-8bfa-c4b23f661a83 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326972 Sep 14 10:06:41.055704 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b087-030b-4ac9-9783-f69987fc6642 req-3b801a40-d44f-4a53-bd7f-25243fa5df20 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:41.057331 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4be5b087-030b-4ac9-9783-f69987fc6642 req-3b801a40-d44f-4a53-bd7f-25243fa5df20 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0508690 Sep 14 10:06:41.094886 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4be5b087-030b-4ac9-9783-f69987fc6642 req-da732e19-cfab-4434-abe5-ea8f1af7a801 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Sep 14 10:06:41.538576 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-837d78ef-33ba-4aa2-8133-06e4964c9c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:42.240187 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68f6ba-9cce-44d0-9bc1-7d6c846ee8f7 req-36c4450c-54f0-462d-a71c-eadf1a574aa5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:42.241739 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7a68f6ba-9cce-44d0-9bc1-7d6c846ee8f7 req-36c4450c-54f0-462d-a71c-eadf1a574aa5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0581536 Sep 14 10:06:42.278824 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7a68f6ba-9cce-44d0-9bc1-7d6c846ee8f7 req-b4006888-70b3-4450-a81b-c2e6b8af1f0b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Sep 14 10:06:43.418340 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13bf35-3230-4740-8f1b-93bcfe75b79e req-3af42623-9365-4ea9-a73a-fc9bebff0ab6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:43.419949 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc13bf35-3230-4740-8f1b-93bcfe75b79e req-3af42623-9365-4ea9-a73a-fc9bebff0ab6 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0522978 Sep 14 10:06:43.458359 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc13bf35-3230-4740-8f1b-93bcfe75b79e req-dea73e15-991d-42a9-b0d4-599aca8afdce tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322442 Sep 14 10:06:44.053607 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:06:44.300951 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6247a380-18bd-4395-bd97-0fb3964d19af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:44.496049 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:44.578282 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0a8eb-7208-4540-9319-dd08f324bd5b req-e3c08be2-a3dc-4be3-92f2-5299cb7c0ae5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:44.580414 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fd0a8eb-7208-4540-9319-dd08f324bd5b req-e3c08be2-a3dc-4be3-92f2-5299cb7c0ae5 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0480075 Sep 14 10:06:44.627442 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fd0a8eb-7208-4540-9319-dd08f324bd5b req-7f0ff3a1-9dfb-4bd1-9510-436603ffb2c0 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Sep 14 10:06:45.570641 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:45.761969 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ec921-09c9-408d-8a98-d69fde6ec849 req-3c0b7d73-45dd-4ba4-a1c4-3a2669df7c4b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:45.763419 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-174ec921-09c9-408d-8a98-d69fde6ec849 req-3c0b7d73-45dd-4ba4-a1c4-3a2669df7c4b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0495839 Sep 14 10:06:45.800372 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-174ec921-09c9-408d-8a98-d69fde6ec849 req-8641b559-abcc-4410-804d-ad92ee5e74ad tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304346 Sep 14 10:06:46.930227 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef10231-c19a-4335-ac33-29665203346e req-28a6d64d-cb19-47ff-b552-63c0f0759d45 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:46.931856 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cef10231-c19a-4335-ac33-29665203346e req-28a6d64d-cb19-47ff-b552-63c0f0759d45 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0566328 Sep 14 10:06:46.967682 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cef10231-c19a-4335-ac33-29665203346e req-52510483-ca18-45d9-9a37-2eede2253d32 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299513 Sep 14 10:06:47.120706 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:48.083538 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29137e2b-1931-4aa1-82b1-d65ef78abe39 req-26a41ff3-f60c-4794-82f6-9f08d54fd85a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:48.085182 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29137e2b-1931-4aa1-82b1-d65ef78abe39 req-26a41ff3-f60c-4794-82f6-9f08d54fd85a tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0469561 Sep 14 10:06:48.132934 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29137e2b-1931-4aa1-82b1-d65ef78abe39 req-7f309b8e-2c71-4638-8d78-88e45bbf3002 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Sep 14 10:06:49.247393 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61740845-b251-42bd-9967-05f93f1f13fb req-8695970f-d223-4ac5-85f0-fff9653d0f96 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:49.248851 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61740845-b251-42bd-9967-05f93f1f13fb req-8695970f-d223-4ac5-85f0-fff9653d0f96 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 944 time: 0.0474653 Sep 14 10:06:49.288427 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61740845-b251-42bd-9967-05f93f1f13fb req-a17328c4-2822-4e35-8b17-325bd9eb214f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Sep 14 10:06:49.318913 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:06:49.334351 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:49.415530 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:49.425508 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '177cecd2-4537-4250-b449-d76778425d39', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'port_id': '177cecd2-4537-4250-b449-d76778425d39', 'mac_address': 'fa:16:3e:25:7f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:06:49.462400 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:49.477882 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177cecd2-4537-4250-b449-d76778425d39 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:06:49.499389 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:49.502938 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:49.550916 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=9']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:49.716760 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-49f27e9a-7e05-483a-9ef2-d27bd16a4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:49.718262 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-49f27e9a-7e05-483a-9ef2-d27bd16a4f69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2298251c85f3458c92900535f51aae37&device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1098 time: 0.0431855 Sep 14 10:06:49.815954 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['177cecd2-4537-4250-b449-d76778425d39'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:06:49.824154 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-6afde5f9-2e49-4ed7-a072-b7416df70b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:49.825651 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-6afde5f9-2e49-4ed7-a072-b7416df70b62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 200 len: 916 time: 0.0866075 Sep 14 10:06:49.893221 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-abd125fb-6753-4e2b-819b-e3d98e1ccc5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 200 len: 1001 time: 0.0591152 Sep 14 10:06:49.940700 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-4d8ea513-32d0-42f7-94b5-15a978adbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:49.942172 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-4d8ea513-32d0-42f7-94b5-15a978adbe4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 200 len: 854 time: 0.0413594 Sep 14 10:06:49.986057 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-6ddd65c9-7c81-4fb0-bca4-445d5cb7c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:49.987466 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-6ddd65c9-7c81-4fb0-bca4-445d5cb7c634 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378830 Sep 14 10:06:50.075851 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-56799a94-ddc1-420a-9706-937a948ee8ec service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796549 Sep 14 10:06:50.165219 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4db41568-9772-498f-90fa-c0711bd8acc2 req-528a579f-5f30-4702-a992-3bdc3c41c20e service neutron] 10.222.0.32 "GET /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816567 Sep 14 10:06:50.403894 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c2767-4a5f-4db7-bb2e-906e0ff79264 req-9a343ff1-17b3-4451-b6a7-df09ef5f3998 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:50.405350 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc4c2767-4a5f-4db7-bb2e-906e0ff79264 req-9a343ff1-17b3-4451-b6a7-df09ef5f3998 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 945 time: 0.0469611 Sep 14 10:06:50.441305 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc4c2767-4a5f-4db7-bb2e-906e0ff79264 req-876912e7-5daa-4eb6-a101-9b8b4381fb62 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301108 Sep 14 10:06:51.336649 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:06:51.383418 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 177cecd2-4537-4250-b449-d76778425d39 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:06:51.383789 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:51.461039 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:51.482992 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:51.485377 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d3dcb-5f6e-41ae-a36d-30e247893eb9" -d '{"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-plugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:51.498401 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:51.505376 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:51.528331 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a06704-27d1-4f79-a9c6-a035b21b408f x-openstack-request-id: req-59a06704-27d1-4f79-a9c6-a035b21b408f {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:51.528605 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-plugged", "status": "completed", "tag": "177cecd2-4537-4250-b449-d76778425d39", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:51.528847 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59a06704-27d1-4f79-a9c6-a035b21b408f {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:51.529247 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'code': 200} Sep 14 10:06:51.554333 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=10']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:51.575162 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6333a21-e8ce-425c-8b60-cdc4d8790070 req-f8aee098-b04c-4ad0-a716-8e4de75ccc95 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:51.577510 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6333a21-e8ce-425c-8b60-cdc4d8790070 req-f8aee098-b04c-4ad0-a716-8e4de75ccc95 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.0591252 Sep 14 10:06:51.618452 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a6333a21-e8ce-425c-8b60-cdc4d8790070 req-38958b6a-3f12-4455-9565-fae0e541e620 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Sep 14 10:06:51.764481 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5b271-1851-4179-b513-1475f27faa1a req-255e41bf-a9f3-4ccb-a9a8-43890dd67855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:51.765949 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60d5b271-1851-4179-b513-1475f27faa1a req-255e41bf-a9f3-4ccb-a9a8-43890dd67855 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 1100 time: 0.0381236 Sep 14 10:06:51.801152 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-60d5b271-1851-4179-b513-1475f27faa1a req-06b23317-cb1b-4867-870d-69fa313e5ef7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272150 Sep 14 10:06:52.403098 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feef2d-7047-4dea-908d-4dda3922c5df req-a65541a2-f534-4c1b-ad46-38423fdf9d8f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:52.404432 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-59feef2d-7047-4dea-908d-4dda3922c5df req-a65541a2-f534-4c1b-ad46-38423fdf9d8f tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0475020 Sep 14 10:06:52.443161 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-59feef2d-7047-4dea-908d-4dda3922c5df req-580dafa5-fd24-4b81-9f79-b4f5dbb8d8e1 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Sep 14 10:06:52.740367 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52b3e8-8ab3-4d9b-8d10-9927a984342d req-e87c1811-a3a9-449b-8876-604c9e14fb05 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:52.741852 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3d52b3e8-8ab3-4d9b-8d10-9927a984342d req-e87c1811-a3a9-449b-8876-604c9e14fb05 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.0511544 Sep 14 10:06:52.777862 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3d52b3e8-8ab3-4d9b-8d10-9927a984342d req-f004a034-0290-443d-a79a-d725a2e4da00 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302289 Sep 14 10:06:53.563794 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0f74a-15de-423e-bd03-e9e0d276e9f6 req-a98e922b-3f93-4538-866f-ae79f70df6bf tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:53.565418 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2fe0f74a-15de-423e-bd03-e9e0d276e9f6 req-a98e922b-3f93-4538-866f-ae79f70df6bf tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0555606 Sep 14 10:06:53.603565 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2fe0f74a-15de-423e-bd03-e9e0d276e9f6 req-09e88e1e-1872-454b-977e-31604bcb5ce4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Sep 14 10:06:53.892029 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad1d7b-0d4c-4836-aeb6-04be03480c23 req-8067b67c-95ec-4ce7-ae9a-2d4adc9557dc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:53.893505 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92ad1d7b-0d4c-4836-aeb6-04be03480c23 req-8067b67c-95ec-4ce7-ae9a-2d4adc9557dc tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.0470819 Sep 14 10:06:53.930060 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92ad1d7b-0d4c-4836-aeb6-04be03480c23 req-2ae5a4a3-e32e-455c-8371-7fcdca4dc097 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Sep 14 10:06:54.574776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2125458-d19e-4368-b40d-487cda92b32c req-0b569271-decd-4cd2-b966-0a2a63f64a7c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:54.576308 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c2125458-d19e-4368-b40d-487cda92b32c req-0b569271-decd-4cd2-b966-0a2a63f64a7c tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0472941 Sep 14 10:06:54.662753 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Deleting port f737ed2e-8444-4484-a75c-a578dec5173c {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:54.663086 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:54.769052 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513761-6a65-432b-98eb-33fae36d7eeb req-84f63995-2f18-4e97-9591-89ea5c4afadf tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:06:54.770414 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c513761-6a65-432b-98eb-33fae36d7eeb req-84f63995-2f18-4e97-9591-89ea5c4afadf tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 946 time: 0.0911670 Sep 14 10:06:54.790326 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] For port f737ed2e-8444-4484-a75c-a578dec5173c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f737ed2e-8444-4484-a75c-a578dec5173c,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:06:54.790685 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:54.855967 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c513761-6a65-432b-98eb-33fae36d7eeb req-5fd8515a-2232-4f73-ab4a-7fb5d932a0b4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups?id=feec40e8-248a-44c6-837f-a01b8535eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770018 Sep 14 10:06:54.970043 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:54.970896 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:54.971211 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Floating IP f1903802-7516-4a8f-8f0c-16c3e27c1884 disassociated. External IP: 172.27.2.79, port: f737ed2e-8444-4484-a75c-a578dec5173c. Sep 14 10:06:54.971551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Calling delete_port for f737ed2e-8444-4484-a75c-a578dec5173c owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:55.093519 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:55.121090 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event deleted for resources: {'Port': ['ID=f737ed2e-8444-4484-a75c-a578dec5173c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:55.228887 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Router 0fedc248-1e6e-4461-be00-ac7177992b6b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:06:55.565601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:06:55.576089 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:06:55.586647 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:55.587696 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:06:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:55.605872 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] No DVR routers for this DVR port f737ed2e-8444-4484-a75c-a578dec5173c on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:06:55.608408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:55.610449 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c2125458-d19e-4368-b40d-487cda92b32c req-83b3ea20-e3ae-4a88-8dd5-5bf008450506 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.32 "DELETE /v2.0/ports/f737ed2e-8444-4484-a75c-a578dec5173c HTTP/1.1" status: 204 len: 173 time: 1.0274048 Sep 14 10:06:55.610913 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'name': 'network-vif-deleted', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:06:55.617199 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1bfb1a-820f-49ac-829a-7888b590db37" -d '{"events": [{"server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "name": "network-vif-deleted", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:06:55.708229 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:55.714209 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ba27d-b71a-403f-96b0-8761d64aee91 x-openstack-request-id: req-2a0ba27d-b71a-403f-96b0-8761d64aee91 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:06:55.714499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdaa51c-e462-4dde-a9ef-e1525ae92fcb", "name": "network-vif-deleted", "tag": "f737ed2e-8444-4484-a75c-a578dec5173c", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:06:55.714765 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a0ba27d-b71a-403f-96b0-8761d64aee91 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:06:55.715154 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdaa51c-e462-4dde-a9ef-e1525ae92fcb', 'name': 'network-vif-deleted', 'tag': 'f737ed2e-8444-4484-a75c-a578dec5173c', 'status': 'completed', 'code': 200} Sep 14 10:06:55.903335 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:55.929376 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:06:55.937514 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:06:55.938112 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:06:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:55.958242 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cfa5d4bb-aff8-40a2-9bf1-92176a75a49e req-20d7b4e4-6e3b-45a5-9e6d-e2b3c06d2a64 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdaa51c-e462-4dde-a9ef-e1525ae92fcb HTTP/1.1" status: 200 len: 210 time: 0.0253913 Sep 14 10:06:56.042967 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:06:56.242865 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:06:56.273257 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f04e3-86eb-4356-9c58-e1a09ec5d19f None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'f35ee357-0b77-4eae-9e74-60a88459aa81', 'name': '', 'network_id': '02d016fc-da72-4e8e-968f-ae0067332041', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'mac_address': 'fa:16:3e:04:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:42Z', 'updated_at': '2021-09-14T10:00:57Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'subnets': [{'id': 'dd110dbe-7f76-4253-a5c3-8715c8ece5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:06:56.488099 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86d07b-7c0b-4897-8db6-3fd41c86f1a9 None None] New status for floating IP f1903802-7516-4a8f-8f0c-16c3e27c1884: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:06:57.041223 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38854) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:57.093614 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.116620 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.161151 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.163656 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.164786 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "DELETE /v2.0/security-groups/feec40e8-248a-44c6-837f-a01b8535eee7 HTTP/1.1" status: 204 len: 168 time: 0.1225777 Sep 14 10:06:57.167508 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38856) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:57.174360 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec40e8-248a-44c6-837f-a01b8535eee7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:57.181150 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.api.v2.resource [None req-643900d3-5b73-4244-bf20-b234536f674a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] show failed (client error): The resource could not be found. Sep 14 10:06:57.181433 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.184576 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.184576 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.184801 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-643900d3-5b73-4244-bf20-b234536f674a tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "GET /v2.0/security-groups/feec40e8-248a-44c6-837f-a01b8535eee7 HTTP/1.1" status: 404 len: 347 time: 0.0136240 Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185117 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185722 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38858) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:06:57.185810 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.185810 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddc846-03d6-4f59-b934-53bbd96c469d tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:06:57.301644 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Deleting port 4dddfed0-795a-46d3-a164-39a38d8d5b47 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:06:57.301905 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.376134 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.376495 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.378075 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device f737ed2e-8444-4484-a75c-a578dec5173c no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:06:57.387865 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Calling delete_port for 4dddfed0-795a-46d3-a164-39a38d8d5b47 owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:06:57.397765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: f737ed2e-8444-4484-a75c-a578dec5173c {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:06:57.398110 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device f737ed2e-8444-4484-a75c-a578dec5173c not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:06:57.522504 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.547093 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Pushing event deleted for resources: {'Port': ['ID=4dddfed0-795a-46d3-a164-39a38d8d5b47,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:06:57.603152 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.605647 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:06:57.606780 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d358f0b9-71b8-4e63-bb70-2ceb5fa348f4 tempest-AttachVolumeTestJSON-1062078283 tempest-AttachVolumeTestJSON-1062078283-project] 10.222.0.21 "DELETE /v2.0/floatingips/f1903802-7516-4a8f-8f0c-16c3e27c1884 HTTP/1.1" status: 204 len: 168 time: 0.4211147 Sep 14 10:07:01.119531 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38890) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:01.551890 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:01.784214 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Deleting port f35ee357-0b77-4eae-9e74-60a88459aa81 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:01.784453 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:01.857234 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] For port f35ee357-0b77-4eae-9e74-60a88459aa81, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=f35ee357-0b77-4eae-9e74-60a88459aa81,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:01.857593 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:01.871949 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Calling delete_port for f35ee357-0b77-4eae-9e74-60a88459aa81 owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:02.043579 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:02.073849 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35ee357-0b77-4eae-9e74-60a88459aa81,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:02.241292 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:02.448003 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Router 0fedc248-1e6e-4461-be00-ac7177992b6b has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:07:02.553443 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:07:02.558598 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5485e4cb-7424-4559-9105-897b1a2d0030 admin admin] 10.222.0.21 "PUT /v2.0/routers/0fedc248-1e6e-4461-be00-ac7177992b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4379990 Sep 14 10:07:02.561121 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38894) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:02.562007 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] Sync routers for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:07:02.572370 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:02.573008 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:06:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:02.659094 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:02.672726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:02.758105 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:02.809556 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Deleting port d1ccc55a-8c83-4f03-9907-e116732d2850 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:02.810212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:02.844588 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:07:02Z', 'revision_number': 5, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port': {'id': 'd1ccc55a-8c83-4f03-9907-e116732d2850', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:02.874135 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] Checking router: 0fedc248-1e6e-4461-be00-ac7177992b6b for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:07:02.882780 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] Routers {'0fedc248-1e6e-4461-be00-ac7177992b6b'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:02.883379 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:06:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['0fedc248-1e6e-4461-be00-ac7177992b6b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:02.896808 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] For port d1ccc55a-8c83-4f03-9907-e116732d2850, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=d1ccc55a-8c83-4f03-9907-e116732d2850,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:02.897203 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:02.910174 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Calling delete_port for d1ccc55a-8c83-4f03-9907-e116732d2850 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:03.082234 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.085529 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] Set router 0fedc248-1e6e-4461-be00-ac7177992b6b gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:03.106117 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ccc55a-8c83-4f03-9907-e116732d2850,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:03.137355 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:07:02Z', 'revision_number': 6, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:03.166676 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efea15-d9b9-48c5-aae6-5380883a417b None None] The sync data for ids ['0fedc248-1e6e-4461-be00-ac7177992b6b'] in dv-cinder-806965-4-iscsi is: [{'id': '0fedc248-1e6e-4461-be00-ac7177992b6b', 'name': 'tempest-AttachVolumeTestJSON-59527523-router', 'tenant_id': '9b54410fb8a74231b3f695e6e088db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:37Z', 'updated_at': '2021-09-14T10:07:02Z', 'revision_number': 6, 'project_id': '9b54410fb8a74231b3f695e6e088db05', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:07:03.175806 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.262353 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.264476 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.305141 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.305662 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fedc248-1e6e-4461-be00-ac7177992b6b {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:07:03.309935 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.310972 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-edcb647f-6c1e-4f74-ba91-36bdc25f2ef6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0fedc248-1e6e-4461-be00-ac7177992b6b HTTP/1.1" status: 204 len: 168 time: 0.7489328 Sep 14 10:07:03.313613 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38896) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:03.356615 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Deleting subnet dd110dbe-7f76-4253-a5c3-8715c8ece5e8 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:07:03.359508 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.391331 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.475312 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.528740 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.555178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd110dbe-7f76-4253-a5c3-8715c8ece5e8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:03.558939 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.560846 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-edea0006-68bc-413e-b655-430eac5b9761 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dd110dbe-7f76-4253-a5c3-8715c8ece5e8 HTTP/1.1" status: 204 len: 168 time: 0.2462676 Sep 14 10:07:03.563468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38898) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:03.564903 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01a1f3-8ba6-43f4-a22f-1e0d41df8387 None None] Network 02d016fc-da72-4e8e-968f-ae0067332041 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:07:03.636096 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.687906 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Deleting port 51315a61-2036-462d-a84b-5ab4e7f87b66 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:03.688271 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.749021 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] For port 51315a61-2036-462d-a84b-5ab4e7f87b66, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=51315a61-2036-462d-a84b-5ab4e7f87b66,segment=NetworkSegment(ef00196f-32db-43e1-8ca1-bf0008d6e7e3),segment_id=ef00196f-32db-43e1-8ca1-bf0008d6e7e3)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:03.749383 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.764968 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Calling delete_port for 51315a61-2036-462d-a84b-5ab4e7f87b66 owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:03.848887 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:03.874155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=51315a61-2036-462d-a84b-5ab4e7f87b66,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:03.879299 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] No DVR routers for this DVR port 51315a61-2036-462d-a84b-5ab4e7f87b66 on host dv-cinder-806965-4-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:03.933894 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a3d52-c071-449f-b01f-4299b6c9f144 None None] DHCP port deletion for 02d016fc-da72-4e8e-968f-ae0067332041 request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:07:04.205821 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.225075 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d016fc-da72-4e8e-968f-ae0067332041']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:04.233764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:04.234053 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef00196f-32db-43e1-8ca1-bf0008d6e7e3') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:04.243489 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.257118 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.262826 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:07:04.263424 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:07:04.264930 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:07:04.317527 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.323076 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.324972 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/02d016fc-da72-4e8e-968f-ae0067332041 HTTP/1.1" status: 204 len: 168 time: 0.7600660 Sep 14 10:07:04.339000 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9873186-cdbb-47a7-928a-c29196be9d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=02d016fc-da72-4e8e-968f-ae0067332041,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:04.438291 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38902) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:04.476377 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c0884649-d4a2-495b-a56e-d5e5b9094ec7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b54410fb8a74231b3f695e6e088db05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369298 Sep 14 10:07:04.478803 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38904) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:04.523949 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37e69348-2e67-491a-b6fb-336a4bfef5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.544319 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37e69348-2e67-491a-b6fb-336a4bfef5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.588783 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37e69348-2e67-491a-b6fb-336a4bfef5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.591482 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-37e69348-2e67-491a-b6fb-336a4bfef5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:04.592726 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-37e69348-2e67-491a-b6fb-336a4bfef5aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7910e12-4958-4c1e-89f4-d9124a3a4e8f HTTP/1.1" status: 204 len: 168 time: 0.1129656 Sep 14 10:07:04.600976 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e69348-2e67-491a-b6fb-336a4bfef5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7910e12-4958-4c1e-89f4-d9124a3a4e8f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:05.073807 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f35ee357-0b77-4eae-9e74-60a88459aa81 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:05.098086 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: f35ee357-0b77-4eae-9e74-60a88459aa81 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:05.098582 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device f35ee357-0b77-4eae-9e74-60a88459aa81 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:05.099297 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device d1ccc55a-8c83-4f03-9907-e116732d2850 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:05.117068 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: d1ccc55a-8c83-4f03-9907-e116732d2850 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:05.117415 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device d1ccc55a-8c83-4f03-9907-e116732d2850 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:05.117824 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 51315a61-2036-462d-a84b-5ab4e7f87b66 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:05.135933 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 51315a61-2036-462d-a84b-5ab4e7f87b66 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:05.136455 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 51315a61-2036-462d-a84b-5ab4e7f87b66 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:05.230459 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38926) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:05.321900 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1941036993-network', 'tenant_id': '08fafd3553314afa86bba335514048b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:05.342936 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Made reservation on behalf of 08fafd3553314afa86bba335514048b6 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:07:05.345140 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.353061 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.440544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.444096 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.476800 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:07:05.482204 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac0015-7469-41a4-ad9e-bf384726be36,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:05.490482 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.490482 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Added segment 1caa3460-b3a7-467c-97a3-b3da86ed2b7c of type vlan for network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc Sep 14 10:07:05.528813 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.551009 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.551951 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:05.552525 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.584644 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3531280 Sep 14 10:07:05.587660 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38930) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:05.592624 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Request body: {'subnet': {'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1941036993-subnet', 'tenant_id': '08fafd3553314afa86bba335514048b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:05.614544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615333c8-f0a8-4d60-8012-61765f54f785 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc9443a-c418-4da3-b371-e15f9dcdd1fc,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:05.617737 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Made reservation on behalf of 08fafd3553314afa86bba335514048b6 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:07:05.619994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62703669'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.624309 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:07:05.783896 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62808360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62703659'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.840226 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56a1c2a-0e37-4a09-8980-de30929fa763,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:05.844421 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Checking segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:07:05.844769 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Network hostable DHCP agents. Network: 3cc9443a-c418-4da3-b371-e15f9dcdd1fc, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:07:05.860105 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:07:05.868745 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 3cc9443a-c418-4da3-b371-e15f9dcdd1fc) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:07:05.872668 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:05.873285 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:05.877803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89787f9a-1597-4afe-b610-262d37070c65 None None] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:07:05.887166 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-14871190-f93a-4aad-b6e9-25200ff819a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2984164 Sep 14 10:07:06.005033 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c577243-f646-4ea3-ada1-70b204e5923d None None] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:07:06.298744 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-09437041-9f86-413a-b659-9642fbb14a91 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:06.300107 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-09437041-9f86-413a-b659-9642fbb14a91 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.1011596 Sep 14 10:07:06.314456 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-d993caa6-c89b-4749-8019-89f20aef88ea tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/quotas/08fafd3553314afa86bba335514048b6 HTTP/1.1" status: 200 len: 375 time: 0.0087290 Sep 14 10:07:06.344310 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-f3b391ca-0600-472d-a70b-c379d72d65c1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248275 Sep 14 10:07:06.476923 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-42128bde-1bc8-4623-ac15-8db77f752d31 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252925 Sep 14 10:07:06.564903 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-786b685b-9a76-4334-bb7b-c2bf9d549488 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818439 Sep 14 10:07:06.715007 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-72939e84-f2d0-4bb9-94eb-73fb2a7de501 req-d07c531c-1aad-49a5-96ef-55162709833e tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 210 time: 0.0256062 Sep 14 10:07:07.687904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-c3c95e79-c8e8-428e-a01e-50c556031eb3 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:07.689461 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-c3c95e79-c8e8-428e-a01e-50c556031eb3 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.1043212 Sep 14 10:07:07.719234 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Request body: {'port': {'device_id': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'admin_state_up': True, 'tenant_id': '08fafd3553314afa86bba335514048b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:07.810292 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-32828f04-4737-4438-b425-cfd79941b986 req-11bf9c75-8d32-413f-aad2-f09c8bc74bd1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 210 time: 0.0259483 Sep 14 10:07:07.830000 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Made reservation on behalf of 08fafd3553314afa86bba335514048b6 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:07:07.833551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:07.949925 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Allocated IP 172.20.0.5 (3cc9443a-c418-4da3-b371-e15f9dcdd1fc/e56a1c2a-0e37-4a09-8980-de30929fa763/a36c4325-29c8-4047-b586-a2343c50f2fd) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:07:08.090171 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.127579 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.166238 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:07:08.169166 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:07:08.172547 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:07:08.201895 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event updated for resources: {'Port': ['ID=a36c4325-29c8-4047-b586-a2343c50f2fd,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:08.228182 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:08.228782 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.242327 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8c093b79-2957-45e7-8b3c-0f3cdfe2bf58 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5267894 Sep 14 10:07:08.266011 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Request body: {'port': {'device_id': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:08.316402 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.574200 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36c4325-29c8-4047-b586-a2343c50f2fd {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:07:08.581819 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.592942 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Transition to ACTIVE for port object a36c4325-29c8-4047-b586-a2343c50f2fd will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:07:08.597498 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.646233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Pushing event updated for resources: {'Port': ['ID=a36c4325-29c8-4047-b586-a2343c50f2fd,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:08.706316 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Attempting to bind port a36c4325-29c8-4047-b586-a2343c50f2fd on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:07:08.706573 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Attempting to bind port a36c4325-29c8-4047-b586-a2343c50f2fd by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:07:08.706895 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Attempting to bind port a36c4325-29c8-4047-b586-a2343c50f2fd on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:07:08.710960 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Port a36c4325-29c8-4047-b586-a2343c50f2fd on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:07:08.711277 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Attempting to bind port a36c4325-29c8-4047-b586-a2343c50f2fd on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:07:08.715899 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:07:08.716229 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Checking segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:07:08.716607 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Bound using segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:07:08.717063 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Bound port: a36c4325-29c8-4047-b586-a2343c50f2fd, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:07:08.717410 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.779481 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] For port a36c4325-29c8-4047-b586-a2343c50f2fd, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:07:08.782956 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] For port a36c4325-29c8-4047-b586-a2343c50f2fd, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a36c4325-29c8-4047-b586-a2343c50f2fd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:07:08.787383 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.820478 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:08.821115 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:08.822474 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] 10.222.0.32 "PUT /v2.0/ports/a36c4325-29c8-4047-b586-a2343c50f2fd HTTP/1.1" status: 200 len: 1093 time: 0.5603964 Sep 14 10:07:08.822901 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'tag': 'a36c4325-29c8-4047-b586-a2343c50f2fd'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:08.825145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce82598-1fa5-48ac-9a63-336ac134fe71", "tag": "a36c4325-29c8-4047-b586-a2343c50f2fd"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:08.850045 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e0d65-bbdc-4c9b-96bb-3677b8362816 service neutron] Pushing event updated for resources: {'Port': ['ID=a36c4325-29c8-4047-b586-a2343c50f2fd,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:08.863582 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a458f-c40d-46dd-b4c8-0711fe427649 x-openstack-request-id: req-3a5a458f-c40d-46dd-b4c8-0711fe427649 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:08.863897 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce82598-1fa5-48ac-9a63-336ac134fe71", "tag": "a36c4325-29c8-4047-b586-a2343c50f2fd", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:08.864163 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a5a458f-c40d-46dd-b4c8-0711fe427649 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:08.864553 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'tag': 'a36c4325-29c8-4047-b586-a2343c50f2fd', 'status': 'completed', 'code': 200} Sep 14 10:07:08.931141 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ddec-7551-4ff2-890f-c66424305963 req-2dcbfb4a-0241-42ac-a9bf-14ce85ebf529 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:08.932621 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-43c8ddec-7551-4ff2-890f-c66424305963 req-2dcbfb4a-0241-42ac-a9bf-14ce85ebf529 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 943 time: 0.0485680 Sep 14 10:07:08.935411 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-91a971a5-428f-4e88-b965-9d002e4946a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:08.936911 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-91a971a5-428f-4e88-b965-9d002e4946a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 1096 time: 0.0413594 Sep 14 10:07:08.969263 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-43c8ddec-7551-4ff2-890f-c66424305963 req-8e4d68a9-ddf4-4f0c-8334-106b26d9e879 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302978 Sep 14 10:07:08.986581 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-c77c9520-e0b4-4804-a17f-a2246d310109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a36c4325-29c8-4047-b586-a2343c50f2fd HTTP/1.1" status: 200 len: 217 time: 0.0332427 Sep 14 10:07:09.036080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-3845957d-6953-498a-9963-37d18072572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:09.037541 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-3845957d-6953-498a-9963-37d18072572a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0446746 Sep 14 10:07:09.068183 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-8fa4871c-f6aa-4fb4-ba52-447f21e32645 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236762 Sep 14 10:07:09.153671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-a71b9380-fb7e-4bb0-b6f8-41877556bf33 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785370 Sep 14 10:07:09.243534 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-faaf141c-4071-4206-8a49-811fadfbbda1 req-50fba96e-abdd-4b16-bea1-506b52adbdb4 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810914 Sep 14 10:07:09.374670 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-546ef47d-8f2f-4161-b1ee-448b86d63471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:09.376194 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-546ef47d-8f2f-4161-b1ee-448b86d63471 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 1096 time: 0.0386238 Sep 14 10:07:09.467715 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-fb8b4ac0-e593-41c7-9a0c-452b00f5fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:09.469297 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-fb8b4ac0-e593-41c7-9a0c-452b00f5fe8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 916 time: 0.0849297 Sep 14 10:07:09.508705 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-1a1db0d9-fdd4-481a-8602-85af3cf54c58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a36c4325-29c8-4047-b586-a2343c50f2fd HTTP/1.1" status: 200 len: 217 time: 0.0314214 Sep 14 10:07:09.558776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-14d01f48-d562-41a6-8cc4-42dea3f0b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:09.560210 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-14d01f48-d562-41a6-8cc4-42dea3f0b9fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0440414 Sep 14 10:07:09.590980 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-567d53aa-b0b2-486d-8fc5-60dd547b2689 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232320 Sep 14 10:07:09.675565 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-331fc379-43fc-4363-8ec9-7dff01fbee3d service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772905 Sep 14 10:07:09.766480 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56afbf78-f99f-4ccc-b0db-0e037ed3f2b1 req-81bd1b5e-9d44-49fa-9935-753b73a4945d service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819926 Sep 14 10:07:10.082731 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3c585-aee1-41e6-9fbd-3ca9c571e467 req-913308cb-c39c-4068-9ef4-8669a2d69ecb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:10.084239 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-06d3c585-aee1-41e6-9fbd-3ca9c571e467 req-913308cb-c39c-4068-9ef4-8669a2d69ecb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 943 time: 0.0477712 Sep 14 10:07:10.120930 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-06d3c585-aee1-41e6-9fbd-3ca9c571e467 req-7e731bae-050e-4210-a7ba-cef59ef901c1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Sep 14 10:07:11.234981 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecd6a9-8cd4-4483-a457-25b0d940b737 req-30c0ee0c-d97c-45fd-a4ad-e7efbcb8c5bb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:11.236482 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cfecd6a9-8cd4-4483-a457-25b0d940b737 req-30c0ee0c-d97c-45fd-a4ad-e7efbcb8c5bb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 943 time: 0.0514264 Sep 14 10:07:11.272968 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cfecd6a9-8cd4-4483-a457-25b0d940b737 req-5fe18b46-4b0d-457e-9070-877bdd32fa4c tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Sep 14 10:07:11.483931 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a36c4325-29c8-4047-b586-a2343c50f2fd details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:07:11.566699 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a2556ddb-dc0f-4596-ac75-a79c3414e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:11.589046 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a36c4325-29c8-4047-b586-a2343c50f2fd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a36c4325-29c8-4047-b586-a2343c50f2fd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:11.599012 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'a36c4325-29c8-4047-b586-a2343c50f2fd', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'port_id': 'a36c4325-29c8-4047-b586-a2343c50f2fd', 'mac_address': 'fa:16:3e:99:ef:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56a1c2a-0e37-4a09-8980-de30929fa763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:07:11.634934 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:11.646876 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36c4325-29c8-4047-b586-a2343c50f2fd {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:07:11.665673 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a36c4325-29c8-4047-b586-a2343c50f2fd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a36c4325-29c8-4047-b586-a2343c50f2fd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:11.669160 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:11.716833 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a36c4325-29c8-4047-b586-a2343c50f2fd,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:11.961442 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:07:12.383467 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d9c9-80fe-44cb-88e9-26bf7ac4bd8d req-50859edd-8272-4355-8e32-efab8b9d18ff tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:12.384953 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7a8d9c9-80fe-44cb-88e9-26bf7ac4bd8d req-50859edd-8272-4355-8e32-efab8b9d18ff tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 944 time: 0.0480103 Sep 14 10:07:12.425575 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7a8d9c9-80fe-44cb-88e9-26bf7ac4bd8d req-7a8fe1c1-4323-46bb-884f-1847153c09a9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Sep 14 10:07:13.492339 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a36c4325-29c8-4047-b586-a2343c50f2fd up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:07:13.536489 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20276ae7-b557-4538-98fc-00ebc442f074 req-47ed0a40-2987-4ef4-a721-a59865a6821f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:13.538088 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20276ae7-b557-4538-98fc-00ebc442f074 req-47ed0a40-2987-4ef4-a721-a59865a6821f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 944 time: 0.0484209 Sep 14 10:07:13.541234 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port a36c4325-29c8-4047-b586-a2343c50f2fd completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:07:13.544947 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port a36c4325-29c8-4047-b586-a2343c50f2fd triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:07:13.545317 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:13.575008 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20276ae7-b557-4538-98fc-00ebc442f074 req-3cf21c85-4123-4c0b-a9b8-9b372168f981 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Sep 14 10:07:13.624146 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:13.645122 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36c4325-29c8-4047-b586-a2343c50f2fd'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:13.647309 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9b744-019a-4a5c-b442-cab77c2bc6ad" -d '{"events": [{"server_uuid": "6ce82598-1fa5-48ac-9a63-336ac134fe71", "name": "network-vif-plugged", "status": "completed", "tag": "a36c4325-29c8-4047-b586-a2343c50f2fd"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:13.659892 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port a36c4325-29c8-4047-b586-a2343c50f2fd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a36c4325-29c8-4047-b586-a2343c50f2fd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:13.664940 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:13.687818 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae7cdd-e7af-4fb1-8bc3-dae2bbab8067 x-openstack-request-id: req-0aae7cdd-e7af-4fb1-8bc3-dae2bbab8067 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:13.688107 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce82598-1fa5-48ac-9a63-336ac134fe71", "name": "network-vif-plugged", "status": "completed", "tag": "a36c4325-29c8-4047-b586-a2343c50f2fd", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:13.688432 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aae7cdd-e7af-4fb1-8bc3-dae2bbab8067 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:13.688813 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36c4325-29c8-4047-b586-a2343c50f2fd', 'code': 200} Sep 14 10:07:13.712570 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=a36c4325-29c8-4047-b586-a2343c50f2fd,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:13.890520 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b2e30-811f-4100-9233-a2fe0bba5cfb req-184ac660-6c64-4964-b725-a53a31205b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:13.892513 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bc7b2e30-811f-4100-9233-a2fe0bba5cfb req-184ac660-6c64-4964-b725-a53a31205b3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 1098 time: 0.0445554 Sep 14 10:07:13.927022 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bc7b2e30-811f-4100-9233-a2fe0bba5cfb req-f3de9a8b-e1dc-40cb-baa5-943306551b12 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269997 Sep 14 10:07:14.300985 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0fa760d1-ad84-41ff-b37e-67786588a489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:14.491040 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:14.685235 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ab9c-9cc2-41e1-9ba8-edfbec92e51f req-aa3925d8-0ef1-4406-b9c7-ea31afdc1583 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:14.686686 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2454ab9c-9cc2-41e1-9ba8-edfbec92e51f req-aa3925d8-0ef1-4406-b9c7-ea31afdc1583 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 945 time: 0.0472088 Sep 14 10:07:14.722777 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2454ab9c-9cc2-41e1-9ba8-edfbec92e51f req-e48562a1-5369-43c6-bebd-991805c050c2 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297348 Sep 14 10:07:15.574541 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:15.834761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4ee7-7d08-41b9-85f4-1cb437bef682 req-f80f98e5-b128-4b36-8231-39fa57f45218 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:15.836219 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b94f4ee7-7d08-41b9-85f4-1cb437bef682 req-f80f98e5-b128-4b36-8231-39fa57f45218 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Sep 14 10:07:15.872060 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b94f4ee7-7d08-41b9-85f4-1cb437bef682 req-9a4b49e2-057c-44f7-a959-42612c237362 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300775 Sep 14 10:07:17.124715 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:19.322656 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:21.053012 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:07:25.171729 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-06dd3243-ebef-4e2c-a96e-14d4140455d6 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:25.173658 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-06dd3243-ebef-4e2c-a96e-14d4140455d6 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.0997179 Sep 14 10:07:25.187803 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-cb47c6a8-105b-4d01-a9b8-056d78983fb1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/quotas/08fafd3553314afa86bba335514048b6 HTTP/1.1" status: 200 len: 375 time: 0.0084875 Sep 14 10:07:25.233676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-dff9b0a9-ca09-4266-bfdf-7bd5da7356bd tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0400972 Sep 14 10:07:25.365534 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-cb3da570-436b-4f7c-83d5-1dc40ac9e633 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245635 Sep 14 10:07:25.450382 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f0722455-71ec-46cc-9368-63f43722dd28 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789187 Sep 14 10:07:25.607351 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-efafdd22-aa50-426b-9bae-80741550dff1 req-ee31cbca-fc66-4403-adc5-b241d2453e90 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 210 time: 0.0302722 Sep 14 10:07:26.716321 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6cde60c7-2c53-43a1-b68d-4b52dd621fbb req-bb6e2466-1d49-4426-a420-c9589c7348cc tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 210 time: 0.0292029 Sep 14 10:07:26.745805 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-6656692f-8857-41f0-be13-feed235197aa tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:26.747300 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-6656692f-8857-41f0-be13-feed235197aa tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.1422579 Sep 14 10:07:26.774989 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Request body: {'port': {'device_id': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'admin_state_up': True, 'tenant_id': '08fafd3553314afa86bba335514048b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:26.885166 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Made reservation on behalf of 08fafd3553314afa86bba335514048b6 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:07:26.888846 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:26.943584 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3561bb2-6c4c-4a86-815a-edff2211f8a5 req-37425b7a-0ad8-4579-8d34-df0e00b78f61 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:26.945188 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3561bb2-6c4c-4a86-815a-edff2211f8a5 req-37425b7a-0ad8-4579-8d34-df0e00b78f61 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.0485268 Sep 14 10:07:26.983309 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3561bb2-6c4c-4a86-815a-edff2211f8a5 req-b58e17f6-f5c6-4cbd-9cf3-95bc860d19ec tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310285 Sep 14 10:07:27.016802 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Allocated IP 172.20.0.3 (3cc9443a-c418-4da3-b371-e15f9dcdd1fc/e56a1c2a-0e37-4a09-8980-de30929fa763/2acc07ba-bb3e-4711-9d61-3aeaf7ceb452) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:07:27.159904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.196266 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.235943 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:07:27.238938 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:07:27.242119 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:07:27.243587 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:07:27.272301 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event updated for resources: {'Port': ['ID=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:27.286481 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.286841 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.287180 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.287528 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.287859 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.288189 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.288511 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.288838 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.289187 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.289509 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.289830 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.290148 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:27.308706 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:27.309342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.323026 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-f395e19f-7b61-4be5-9ff4-b07af52ddb96 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518775 Sep 14 10:07:27.346710 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Request body: {'port': {'device_id': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:27.404284 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.655902 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:07:27.662972 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.674037 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Transition to ACTIVE for port object 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:07:27.677747 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.747647 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Pushing event updated for resources: {'Port': ['ID=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:27.819758 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Attempting to bind port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:07:27.820063 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Attempting to bind port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:07:27.820381 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Attempting to bind port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:07:27.829877 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:07:27.830187 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Attempting to bind port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:07:27.837302 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:07:27.837632 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Checking segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:07:27.838005 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Bound using segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:07:27.838418 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Bound port: 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:07:27.838766 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.848684 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac59768-5cd4-4748-b5ba-fab07156c738 req-5c4d88e0-cff2-42ae-b261-7e4b608687d5 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:27.850160 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4ac59768-5cd4-4748-b5ba-fab07156c738 req-5c4d88e0-cff2-42ae-b261-7e4b608687d5 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 943 time: 0.0628648 Sep 14 10:07:27.915192 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4ac59768-5cd4-4748-b5ba-fab07156c738 req-4113f714-9989-4046-9779-653cb81b6d75 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 Sep 14 10:07:27.934985 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] For port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:07:27.937898 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] For port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:07:27.942781 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.974626 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:27.975238 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:27.976634 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] 10.222.0.32 "PUT /v2.0/ports/2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 HTTP/1.1" status: 200 len: 1093 time: 0.6347106 Sep 14 10:07:27.977102 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'tag': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:27.979332 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2423b327-5a40-44c4-bdc1-fb008698ea33", "tag": "2acc07ba-bb3e-4711-9d61-3aeaf7ceb452"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:28.006898 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1aa57-7ae8-4d6a-ac32-b1a5d6f4e465 service neutron] Pushing event updated for resources: {'Port': ['ID=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:28.025268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef8d5e2-b91d-4198-8197-34f56c709d76 x-openstack-request-id: req-1ef8d5e2-b91d-4198-8197-34f56c709d76 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:28.025552 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2423b327-5a40-44c4-bdc1-fb008698ea33", "tag": "2acc07ba-bb3e-4711-9d61-3aeaf7ceb452", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:28.025796 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ef8d5e2-b91d-4198-8197-34f56c709d76 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:28.026403 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'tag': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'status': 'completed', 'code': 200} Sep 14 10:07:28.127178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f5a56-583b-4b98-bad1-d0452ad32a31 req-120d69c5-e410-4897-9f55-7b5c67bfb004 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.128671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a21f5a56-583b-4b98-bad1-d0452ad32a31 req-120d69c5-e410-4897-9f55-7b5c67bfb004 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.0717638 Sep 14 10:07:28.144223 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-d665046f-4526-44c4-9fa5-ace72965743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.145636 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-d665046f-4526-44c4-9fa5-ace72965743e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0632308 Sep 14 10:07:28.177149 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a21f5a56-583b-4b98-bad1-d0452ad32a31 req-f2c43ccb-fc99-4d9e-96ad-6bfe163a3936 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Sep 14 10:07:28.205904 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-eb625e55-b83b-4b45-851c-12a2b59f3271 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 HTTP/1.1" status: 200 len: 217 time: 0.0393245 Sep 14 10:07:28.259348 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-6e6bfe0f-fcdb-4017-a2fa-a5ace0e30175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.260777 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-6e6bfe0f-fcdb-4017-a2fa-a5ace0e30175 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0424631 Sep 14 10:07:28.321853 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-3eefface-ab85-43b5-9851-c054888673a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243263 Sep 14 10:07:28.412053 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-cb8d737c-bb23-48cb-8ee3-eede4d17d3f5 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819380 Sep 14 10:07:28.502115 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65db81e5-e1eb-4558-9f0f-04f4846a5b1c req-4db9eed8-57d5-4181-8982-ebdd7963a01a service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803881 Sep 14 10:07:28.665624 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-6094eec4-6e02-4cc7-a3ba-78c4f471504b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.667054 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-6094eec4-6e02-4cc7-a3ba-78c4f471504b tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.0775967 Sep 14 10:07:28.673309 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-6ff1f338-c7bc-4856-8ed7-8cb9c60afa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.674667 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-6ff1f338-c7bc-4856-8ed7-8cb9c60afa7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0600593 Sep 14 10:07:28.816529 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-53cb77a1-c53d-476d-9a60-f6b0ec27ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.817945 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-53cb77a1-c53d-476d-9a60-f6b0ec27ac30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 916 time: 0.1355195 Sep 14 10:07:28.830212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Deleting port 177cecd2-4537-4250-b449-d76778425d39 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:28.830552 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:28.877723 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-ec0b638a-4caf-4eb4-8d03-af660a258225 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 HTTP/1.1" status: 200 len: 217 time: 0.0496528 Sep 14 10:07:28.974529 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-314fe083-85bf-461b-9dd6-fb3de321cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:28.976008 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-314fe083-85bf-461b-9dd6-fb3de321cd75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0881050 Sep 14 10:07:28.982268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] For port 177cecd2-4537-4250-b449-d76778425d39, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=177cecd2-4537-4250-b449-d76778425d39,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:28.982640 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:29.018246 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-63796a3d-21f1-49fa-acd9-535bbe8691b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331078 Sep 14 10:07:29.028836 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34a88-228c-4c99-a38f-2c55e768c560 req-3ff7743f-a1ca-4b75-adaf-130e3d3aa933 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:29.030372 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2bd34a88-228c-4c99-a38f-2c55e768c560 req-3ff7743f-a1ca-4b75-adaf-130e3d3aa933 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 943 time: 0.0486405 Sep 14 10:07:29.068595 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2bd34a88-228c-4c99-a38f-2c55e768c560 req-02e14b46-f7b2-4c03-894a-d5b7b5bcf408 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Sep 14 10:07:29.223646 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-3851c117-46ff-47b6-bc7a-75eb45ae6224 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761320 Sep 14 10:07:29.280346 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:29.280716 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:29.281050 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Floating IP 1cc874ca-8b9d-4f48-a2a5-983945468c94 disassociated. External IP: 172.27.2.146, port: 177cecd2-4537-4250-b449-d76778425d39. Sep 14 10:07:29.281388 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Calling delete_port for 177cecd2-4537-4250-b449-d76778425d39 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:29.644417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dceec-f43f-4a0b-b34c-f7bbed87bb79 req-e4754f24-c574-40c4-a012-61e6b4c1a88f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:29.645920 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d08dceec-f43f-4a0b-b34c-f7bbed87bb79 req-e4754f24-c574-40c4-a012-61e6b4c1a88f tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f84535-7466-4e5a-bcc7-3c45b1f4f643 HTTP/1.1" status: 200 len: 947 time: 0.3822699 Sep 14 10:07:29.679291 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4314c557-16ae-4dfc-9a27-ce9e060e5f8d req-31414eb0-684e-4cab-9dd2-3196fa918d81 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461696 Sep 14 10:07:29.708611 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d08dceec-f43f-4a0b-b34c-f7bbed87bb79 req-778a1395-521c-4026-b478-26d1d2df06a2 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f7a62f3-a484-4460-b5ee-045a6b132df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495930 Sep 14 10:07:29.763847 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:29.789133 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event deleted for resources: {'Port': ['ID=177cecd2-4537-4250-b449-d76778425d39,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:29.900892 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Router 7eacfbd7-f25e-4be8-858b-9932620c432f has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:07:30.004583 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:07:30.013807 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:07:30.023196 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:30.023794 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:30.042404 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] No DVR routers for this DVR port 177cecd2-4537-4250-b449-d76778425d39 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:30.045001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:30.047147 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-89fe03f8-95c6-40b4-8a3f-ef1facdd79e0 req-edff9cfe-60a4-4517-bc45-7053f98ef314 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.32 "DELETE /v2.0/ports/177cecd2-4537-4250-b449-d76778425d39 HTTP/1.1" status: 204 len: 173 time: 1.3705032 Sep 14 10:07:30.048230 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-deleted', 'tag': '177cecd2-4537-4250-b449-d76778425d39'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:30.051155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b7cd4-2939-4517-affb-1c4a4683213a" -d '{"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-deleted", "tag": "177cecd2-4537-4250-b449-d76778425d39"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:30.087816 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f902c-4259-445b-a21f-1d136a89eba3 x-openstack-request-id: req-019f902c-4259-445b-a21f-1d136a89eba3 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:30.088178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f84535-7466-4e5a-bcc7-3c45b1f4f643", "name": "network-vif-deleted", "tag": "177cecd2-4537-4250-b449-d76778425d39", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:30.088405 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-019f902c-4259-445b-a21f-1d136a89eba3 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:30.088895 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f84535-7466-4e5a-bcc7-3c45b1f4f643', 'name': 'network-vif-deleted', 'tag': '177cecd2-4537-4250-b449-d76778425d39', 'status': 'completed', 'code': 200} Sep 14 10:07:30.136241 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:30.222112 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b9d0-d4eb-4590-8043-addd2f461926 req-b72c0ec4-fb71-4a18-b810-3b00819ca98d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:30.223680 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec05b9d0-d4eb-4590-8043-addd2f461926 req-b72c0ec4-fb71-4a18-b810-3b00819ca98d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 943 time: 0.0599725 Sep 14 10:07:30.265240 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec05b9d0-d4eb-4590-8043-addd2f461926 req-7c509bbb-ddf5-472c-be24-2197014961bf tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354273 Sep 14 10:07:30.464762 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:30.491188 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:07:30.505336 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:30.505918 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:30.614401 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:30.794708 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39082) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:30.802832 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:30.831767 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b25a4-9e95-4d73-8599-b87b4f92c4bd None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:00:54Z', 'revision_number': 4, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'e6ed729a-1b56-4425-99ad-bf92ac2dce6e', 'name': '', 'network_id': 'f0c13b46-02e1-48db-9d68-e1f7ef4c6fac', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'mac_address': 'fa:16:3e:0e:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:49Z', 'updated_at': '2021-09-14T10:01:03Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'subnets': [{'id': 'fcaecb2f-283d-4398-8c63-3af5c8602553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:07:30.853962 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0199407b-b3bb-4523-85a1-15223d2af8cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:30.877509 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0199407b-b3bb-4523-85a1-15223d2af8cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:30.925029 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0199407b-b3bb-4523-85a1-15223d2af8cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:30.927485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0199407b-b3bb-4523-85a1-15223d2af8cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:30.928711 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0199407b-b3bb-4523-85a1-15223d2af8cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f7a62f3-a484-4460-b5ee-045a6b132df8 HTTP/1.1" status: 204 len: 168 time: 0.1329458 Sep 14 10:07:30.931439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39084) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:30.937874 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199407b-b3bb-4523-85a1-15223d2af8cb tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7a62f3-a484-4460-b5ee-045a6b132df8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:30.944728 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.api.v2.resource [None req-fb073dbc-7a20-4dc3-8499-65e9ee8edcf4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] show failed (client error): The resource could not be found. Sep 14 10:07:30.945761 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fb073dbc-7a20-4dc3-8499-65e9ee8edcf4 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "GET /v2.0/security-groups/7f7a62f3-a484-4460-b5ee-045a6b132df8 HTTP/1.1" status: 404 len: 347 time: 0.0132749 Sep 14 10:07:30.948523 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39086) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:31.061104 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318ba05-567c-4b12-b393-d2dd13eb67da None None] New status for floating IP 1cc874ca-8b9d-4f48-a2a5-983945468c94: DOWN {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:07:31.073869 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Deleting port 33f690b9-282c-4484-a04d-e71fd6d5ccf1 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:31.074193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.148274 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.148510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.160834 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Calling delete_port for 33f690b9-282c-4484-a04d-e71fd6d5ccf1 owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:31.291511 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.315894 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Pushing event deleted for resources: {'Port': ['ID=33f690b9-282c-4484-a04d-e71fd6d5ccf1,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:31.377898 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.380410 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.381588 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d415005a-57b1-4559-8055-97c2542d7b52 tempest-AttachVolumeShelveTestJSON-2147129403 tempest-AttachVolumeShelveTestJSON-2147129403-project] 10.222.0.21 "DELETE /v2.0/floatingips/1cc874ca-8b9d-4f48-a2a5-983945468c94 HTTP/1.1" status: 204 len: 168 time: 0.4320586 Sep 14 10:07:31.386868 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082b11a-5e75-4814-bd1b-2f378d8a5da7 req-e06af24e-a778-4543-a3c4-84d8c322a450 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:31.388407 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2082b11a-5e75-4814-bd1b-2f378d8a5da7 req-e06af24e-a778-4543-a3c4-84d8c322a450 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 943 time: 0.0486510 Sep 14 10:07:31.427349 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2082b11a-5e75-4814-bd1b-2f378d8a5da7 req-f904c5bd-7cfd-4f6f-9a0b-f4ecdc76dfb2 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Sep 14 10:07:31.581953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:07:31.590967 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:31.614429 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 177cecd2-4537-4250-b449-d76778425d39 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:31.615665 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 177cecd2-4537-4250-b449-d76778425d39 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:31.693731 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:31.704230 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'port_id': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'mac_address': 'fa:16:3e:65:31:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56a1c2a-0e37-4a09-8980-de30929fa763', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:07:31.747509 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.760578 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:07:31.779160 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:31.782771 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:31.828552 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:31.836092 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.836443 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.836781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.837139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.837473 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.837803 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.838131 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.838459 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.838782 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.839103 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.839424 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:31.839838 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:07:32.079240 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['2acc07ba-bb3e-4711-9d61-3aeaf7ceb452'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:07:32.542943 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9706b5c-9598-46ad-996c-634d45285cc1 req-9a3dfaa5-a707-44c5-82e0-aa744b1450aa tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:32.544475 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a9706b5c-9598-46ad-996c-634d45285cc1 req-9a3dfaa5-a707-44c5-82e0-aa744b1450aa tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 944 time: 0.0491321 Sep 14 10:07:32.587592 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a9706b5c-9598-46ad-996c-634d45285cc1 req-62142873-832e-4f38-8786-c05a4a257ff2 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Sep 14 10:07:33.581936 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:07:33.630496 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:07:33.634134 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:07:33.634505 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:33.699669 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f592-7b49-4fbb-9c3e-a5277b86507f req-fe347426-10b3-4a89-9d92-1d3a0312cacb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:33.701070 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ab8f592-7b49-4fbb-9c3e-a5277b86507f req-fe347426-10b3-4a89-9d92-1d3a0312cacb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 944 time: 0.0472016 Sep 14 10:07:33.707777 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:33.731511 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:33.733783 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c95ab9-8542-43b2-bcad-60c55747a394" -d '{"events": [{"server_uuid": "2423b327-5a40-44c4-bdc1-fb008698ea33", "name": "network-vif-plugged", "status": "completed", "tag": "2acc07ba-bb3e-4711-9d61-3aeaf7ceb452"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:33.749605 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:33.750245 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ab8f592-7b49-4fbb-9c3e-a5277b86507f req-ac630502-5f48-4983-b0af-901f286c3a64 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Sep 14 10:07:33.754004 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:33.799020 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5805d658-0309-40ca-96e6-50c03c4ad16a x-openstack-request-id: req-5805d658-0309-40ca-96e6-50c03c4ad16a {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:33.799296 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2423b327-5a40-44c4-bdc1-fb008698ea33", "name": "network-vif-plugged", "status": "completed", "tag": "2acc07ba-bb3e-4711-9d61-3aeaf7ceb452", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:33.799548 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5805d658-0309-40ca-96e6-50c03c4ad16a {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:33.799931 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'code': 200} Sep 14 10:07:33.804396 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:33.804541 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39116) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:33.993471 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2022-7c6c-445f-bc79-2c0818c33c67 req-6d288ea6-5c0c-49ff-ab52-64155bbd7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:33.994851 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9ff2022-7c6c-445f-bc79-2c0818c33c67 req-6d288ea6-5c0c-49ff-ab52-64155bbd7e38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 1098 time: 0.0387523 Sep 14 10:07:34.028887 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9ff2022-7c6c-445f-bc79-2c0818c33c67 req-3f09c439-41cd-46da-b412-e07b2110ba71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268712 Sep 14 10:07:34.195097 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:34.428200 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Deleting port e6ed729a-1b56-4425-99ad-bf92ac2dce6e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:34.428770 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:34.507779 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] For port e6ed729a-1b56-4425-99ad-bf92ac2dce6e, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:34.508156 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:34.521112 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Calling delete_port for e6ed729a-1b56-4425-99ad-bf92ac2dce6e owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:34.689944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:34.714220 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ed729a-1b56-4425-99ad-bf92ac2dce6e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:34.903558 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:34.911901 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42897-a7a0-4405-97b2-0b43c27fe582 req-80f9f841-4699-49a5-9138-7ed679927607 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:34.913384 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-30b42897-a7a0-4405-97b2-0b43c27fe582 req-80f9f841-4699-49a5-9138-7ed679927607 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 945 time: 0.0697393 Sep 14 10:07:35.012630 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-30b42897-a7a0-4405-97b2-0b43c27fe582 req-f2ecfa1c-ec37-4b11-afe9-91b23ba6091b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926251 Sep 14 10:07:35.167388 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Router 7eacfbd7-f25e-4be8-858b-9932620c432f has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:07:35.268330 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:07:35.273143 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6661f2e2-e11a-40b8-aaa4-8391d8a9e0a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/7eacfbd7-f25e-4be8-858b-9932620c432f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4674413 Sep 14 10:07:35.275783 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39122) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:35.276691 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] Sync routers for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:07:35.286301 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:35.286892 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:35.384367 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:35.609360 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:35.657086 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:07:34Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:35.682066 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] Checking router: 7eacfbd7-f25e-4be8-858b-9932620c432f for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:07:35.690548 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] Routers {'7eacfbd7-f25e-4be8-858b-9932620c432f'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:35.691173 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['7eacfbd7-f25e-4be8-858b-9932620c432f'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:35.708981 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:35.767255 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Deleting port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:35.767586 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:35.792016 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] Set router 7eacfbd7-f25e-4be8-858b-9932620c432f gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:35.841885 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] For port 43b0e91e-252b-4a73-ada6-d00cf1c97a9b, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:35.842251 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:35.854966 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Calling delete_port for 43b0e91e-252b-4a73-ada6-d00cf1c97a9b owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:35.966837 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:07:34Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:35.992484 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed7a7e-d28b-4f2b-9833-e7291ed40dcc None None] The sync data for ids ['7eacfbd7-f25e-4be8-858b-9932620c432f'] in dv-cinder-806965-4-iscsi is: [{'id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'name': 'tempest-AttachVolumeShelveTestJSON-46962694-router', 'tenant_id': '2298251c85f3458c92900535f51aae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:00:38Z', 'updated_at': '2021-09-14T10:07:34Z', 'revision_number': 5, 'project_id': '2298251c85f3458c92900535f51aae37', 'gw_port': {'id': '43b0e91e-252b-4a73-ada6-d00cf1c97a9b', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacfbd7-f25e-4be8-858b-9932620c432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:00:39Z', 'updated_at': '2021-09-14T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:07:36.013152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.047543 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=43b0e91e-252b-4a73-ada6-d00cf1c97a9b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:36.103869 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.126405 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c9cd-29fa-40ca-a98c-4af9aab34874 req-276dede1-dbd0-4558-b552-10af02e90b64 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:36.127900 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a156c9cd-29fa-40ca-a98c-4af9aab34874 req-276dede1-dbd0-4558-b552-10af02e90b64 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 945 time: 0.0474112 Sep 14 10:07:36.165586 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a156c9cd-29fa-40ca-a98c-4af9aab34874 req-ebf36ed9-6a0f-4193-8d39-3aa303e4cff9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Sep 14 10:07:36.192376 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.194609 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.237623 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.238073 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eacfbd7-f25e-4be8-858b-9932620c432f {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:07:36.243936 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.247329 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-894584b8-b88b-486e-af5a-6bd7b84f7a3b admin admin] 10.222.0.21 "DELETE /v2.0/routers/7eacfbd7-f25e-4be8-858b-9932620c432f HTTP/1.1" status: 204 len: 168 time: 0.9684076 Sep 14 10:07:36.247575 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39130) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:36.297582 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Deleting subnet fcaecb2f-283d-4398-8c63-3af5c8602553 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:07:36.300737 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.335917 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875222'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.422803 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.482096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62808425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62703824'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.518215 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcaecb2f-283d-4398-8c63-3af5c8602553,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:36.520211 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.522139 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-17e05ad7-9b5a-4871-b4d5-858f804b4145 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fcaecb2f-283d-4398-8c63-3af5c8602553 HTTP/1.1" status: 204 len: 168 time: 0.2736044 Sep 14 10:07:36.524679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39140) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:36.526161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8ef7d-3d72-4284-b32c-def5b772970c None None] Network f0c13b46-02e1-48db-9d68-e1f7ef4c6fac requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:07:36.608344 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.666136 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Deleting port 6720e912-1aa7-48e0-920e-cfc96f4627bd {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:36.666637 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.733193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] For port 6720e912-1aa7-48e0-920e-cfc96f4627bd, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=6720e912-1aa7-48e0-920e-cfc96f4627bd,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:36.733566 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.738611 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] DHCP port deletion for f0c13b46-02e1-48db-9d68-e1f7ef4c6fac request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:07:36.747518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Calling delete_port for 6720e912-1aa7-48e0-920e-cfc96f4627bd owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:36.789509 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] Deleting port 6720e912-1aa7-48e0-920e-cfc96f4627bd {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:36.789907 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.827400 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.851158 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] For port 6720e912-1aa7-48e0-920e-cfc96f4627bd, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=6720e912-1aa7-48e0-920e-cfc96f4627bd,segment=NetworkSegment(8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d),segment_id=8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:36.851557 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.853658 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6720e912-1aa7-48e0-920e-cfc96f4627bd,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:36.855594 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] No DVR routers for this DVR port 6720e912-1aa7-48e0-920e-cfc96f4627bd on host dv-cinder-806965-4-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:36.865189 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] Calling delete_port for 6720e912-1aa7-48e0-920e-cfc96f4627bd owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:36.927264 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.940465 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.946981 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c13b46-02e1-48db-9d68-e1f7ef4c6fac']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:36.956121 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:36.956363 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d55e277-99a4-4b6b-a7e7-cc6ae31dc27d') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:36.963751 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] Pushing event deleted for resources: {'Port': ['ID=6720e912-1aa7-48e0-920e-cfc96f4627bd,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:36.965486 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.968369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98c995-f529-4272-a3e0-ff6872d31055 None None] No DVR routers for this DVR port 6720e912-1aa7-48e0-920e-cfc96f4627bd on host dv-cinder-806965-4-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:36.981444 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.987927 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:07:36.988314 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:07:36.989965 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:07:37.042545 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:37.048501 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:37.050383 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0c13b46-02e1-48db-9d68-e1f7ef4c6fac HTTP/1.1" status: 204 len: 168 time: 0.5246513 Sep 14 10:07:37.059398 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1da3f-bf88-4f3b-9bb7-5f7a22bcfd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c13b46-02e1-48db-9d68-e1f7ef4c6fac,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:37.163657 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 6720e912-1aa7-48e0-920e-cfc96f4627bd no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:37.182661 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 6720e912-1aa7-48e0-920e-cfc96f4627bd {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:37.183080 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 6720e912-1aa7-48e0-920e-cfc96f4627bd not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:37.183398 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e6ed729a-1b56-4425-99ad-bf92ac2dce6e no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:37.193847 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39146) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:37.202527 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: e6ed729a-1b56-4425-99ad-bf92ac2dce6e {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:37.202867 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e6ed729a-1b56-4425-99ad-bf92ac2dce6e not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:37.203269 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 43b0e91e-252b-4a73-ada6-d00cf1c97a9b no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:37.224724 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 43b0e91e-252b-4a73-ada6-d00cf1c97a9b {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:37.225083 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 43b0e91e-252b-4a73-ada6-d00cf1c97a9b not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:37.238668 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3ee81139-7f08-4923-a0a2-d0642d1d8964 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2298251c85f3458c92900535f51aae37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436208 Sep 14 10:07:37.241214 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39148) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:37.288149 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0ce8058e-b92b-4874-9c2d-a16388a23d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:37.307680 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0ce8058e-b92b-4874-9c2d-a16388a23d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:37.354102 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0ce8058e-b92b-4874-9c2d-a16388a23d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:37.356899 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0ce8058e-b92b-4874-9c2d-a16388a23d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:37.358027 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0ce8058e-b92b-4874-9c2d-a16388a23d00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93d69315-403e-4350-8334-3caa4bb00993 HTTP/1.1" status: 204 len: 168 time: 0.1159050 Sep 14 10:07:37.365839 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8058e-b92b-4874-9c2d-a16388a23d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d69315-403e-4350-8334-3caa4bb00993,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:37.939700 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-207c8849-9f22-4f2d-9c8a-65c5490ee958 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:37.941187 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-207c8849-9f22-4f2d-9c8a-65c5490ee958 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.0997980 Sep 14 10:07:37.956572 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-ab17eea0-5664-4e7d-a282-b94a69996d16 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/quotas/08fafd3553314afa86bba335514048b6 HTTP/1.1" status: 200 len: 375 time: 0.0095460 Sep 14 10:07:38.008261 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-6076dfbc-517b-4951-b0a8-3c4ee456217a tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456328 Sep 14 10:07:38.101689 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-9c4655a4-acc3-4411-88c3-316121c83121 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864193 Sep 14 10:07:38.196161 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f0a62fad-066b-444e-bf70-c8975a08ad76 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886619 Sep 14 10:07:38.352250 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d567197-0867-432e-b766-5ef98c10b10a req-00394e13-b320-4620-a565-751122de317e tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 210 time: 0.0265546 Sep 14 10:07:39.374142 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-cf84277a-6b79-40c0-9041-a1a2595a40b2 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:39.375589 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-cf84277a-6b79-40c0-9041-a1a2595a40b2 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.1021965 Sep 14 10:07:39.396766 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Request body: {'port': {'device_id': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'admin_state_up': True, 'tenant_id': '08fafd3553314afa86bba335514048b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:39.457681 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e710076-17e1-41ca-9fff-f9b9056eec14 req-81abaf8e-cbcb-4b81-9402-0e5b59e93f04 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 210 time: 0.0304530 Sep 14 10:07:39.528285 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Made reservation on behalf of 08fafd3553314afa86bba335514048b6 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:07:39.532305 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:39.656496 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Allocated IP 172.20.0.8 (3cc9443a-c418-4da3-b371-e15f9dcdd1fc/e56a1c2a-0e37-4a09-8980-de30929fa763/ccf0e8e3-cede-47a6-9d50-2fc79fe894dd) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:07:39.809929 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:39.849468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:39.883871 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd', '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:07:39.889803 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:07:39.893663 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:07:39.897710 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:07:39.934695 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event updated for resources: {'Port': ['ID=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:39.954958 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:39.955759 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:39.970056 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-f25a2e8f-19af-4705-a6bd-1d532d22a825 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771427 Sep 14 10:07:39.990101 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Request body: {'port': {'device_id': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:07:40.043926 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:40.295203 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf0e8e3-cede-47a6-9d50-2fc79fe894dd {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:07:40.302804 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:40.314770 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Transition to ACTIVE for port object ccf0e8e3-cede-47a6-9d50-2fc79fe894dd will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:07:40.318305 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:40.366918 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:40.429927 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Attempting to bind port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:07:40.430615 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Attempting to bind port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:07:40.430615 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Attempting to bind port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:07:40.435044 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:07:40.435356 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Attempting to bind port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:07:40.439986 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:07:40.440311 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Checking segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:07:40.440687 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Bound using segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:07:40.441146 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Bound port: ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:07:40.441493 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:40.501619 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] For port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:07:40.504528 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] For port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:07:40.509750 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:40.554486 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:40.555008 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:40.556329 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/ccf0e8e3-cede-47a6-9d50-2fc79fe894dd HTTP/1.1" status: 200 len: 1093 time: 0.5703745 Sep 14 10:07:40.556750 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'tag': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:40.558960 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a63360-0e97-4182-b25f-4281db34b554" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8ec940-143f-4af4-bbb8-376baffe3910", "tag": "ccf0e8e3-cede-47a6-9d50-2fc79fe894dd"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:40.598136 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d1d2e-5fa3-46db-b4a0-1db74c2e92f2 x-openstack-request-id: req-2b0d1d2e-5fa3-46db-b4a0-1db74c2e92f2 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:40.598411 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8ec940-143f-4af4-bbb8-376baffe3910", "tag": "ccf0e8e3-cede-47a6-9d50-2fc79fe894dd", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:40.598656 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b0d1d2e-5fa3-46db-b4a0-1db74c2e92f2 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:40.599031 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'tag': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd', 'status': 'completed', 'code': 200} Sep 14 10:07:40.605895 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4766d-5c90-44cc-856b-1b419b57a6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:40.616824 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0e7ae-effe-456e-93c5-a644777cd4de req-decadbc7-13ce-4a9f-8c95-ca2047be380b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:40.618300 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5cd0e7ae-effe-456e-93c5-a644777cd4de req-decadbc7-13ce-4a9f-8c95-ca2047be380b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 943 time: 0.0830944 Sep 14 10:07:40.654419 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5cd0e7ae-effe-456e-93c5-a644777cd4de req-4b8c9d47-dee1-4d05-b473-2bf08cd3d625 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302258 Sep 14 10:07:41.134425 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39244) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:41.284479 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Deleting port 278b753c-2cd1-47ad-b7ef-66fbd8bbd1ae {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:41.284726 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.359647 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.360624 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.371874 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Calling delete_port for 278b753c-2cd1-47ad-b7ef-66fbd8bbd1ae owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:41.535629 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.537548 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6184dfdc-bdd4-439f-a239-f296f910e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.559640 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event deleted for resources: {'Port': ['ID=278b753c-2cd1-47ad-b7ef-66fbd8bbd1ae,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:41.616532 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.616884 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Floating IP 664b0919-3210-448e-a080-fb5a0e8bb69b disassociated (deleted). External IP: 172.27.2.250, port: 68efc499-130e-4e19-bb28-47b15c71c178. Sep 14 10:07:41.835635 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1be0-3483-42c5-a483-4baf78dc3de6 req-be49cef1-581f-4126-aea1-d6da13f26c3b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:41.837127 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7dfd1be0-3483-42c5-a483-4baf78dc3de6 req-be49cef1-581f-4126-aea1-d6da13f26c3b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 943 time: 0.0882406 Sep 14 10:07:41.867872 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Router f1dd41da-2ad2-4960-851d-3979123a2a9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:07:41.890890 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7dfd1be0-3483-42c5-a483-4baf78dc3de6 req-2a05313f-7030-48f0-b76a-5a8386d7bf1f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Sep 14 10:07:41.985330 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:07:41.990238 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:41.994973 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] Sync routers for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:07:42.003940 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:42.004549 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:42.020007 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e8a3de85-8e4b-43cb-a2cd-be267258e3aa tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "DELETE /v2.0/floatingips/664b0919-3210-448e-a080-fb5a0e8bb69b HTTP/1.1" status: 204 len: 168 time: 0.8844535 Sep 14 10:07:42.229052 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:42.233437 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9c10-eb20-40ed-9594-c04d89281360 req-df945831-c2f8-4148-98a4-d2fc7df0f708 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:42.235493 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-462f9c10-eb20-40ed-9594-c04d89281360 req-df945831-c2f8-4148-98a4-d2fc7df0f708 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0486674 Sep 14 10:07:42.272608 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-462f9c10-eb20-40ed-9594-c04d89281360 req-88e3fabd-8f8d-4234-9fe3-eb6a9e0fa67e tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309618 Sep 14 10:07:42.420951 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:42.448210 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] Checking router: f1dd41da-2ad2-4960-851d-3979123a2a9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:07:42.457805 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:42.458416 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:42.560075 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:42.600442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:42.602860 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1eeef-1c77-427a-a531-448ec4973990" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:42.638475 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69d5833-7f35-40bd-abc6-740ee47b2cc3 x-openstack-request-id: req-b69d5833-7f35-40bd-abc6-740ee47b2cc3 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:42.638755 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:42.639001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b69d5833-7f35-40bd-abc6-740ee47b2cc3 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:42.639443 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'status': 'completed', 'code': 200} Sep 14 10:07:42.752103 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:42.777380 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c1672-3b20-4f7b-8c96-c81f9a62acf7 None None] The sync data for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:45Z', 'revision_number': 4, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '828aee58-76f3-4436-947e-a26af2c56db0', 'name': '', 'network_id': '560706fb-46bf-4c29-94b1-0c7540774ada', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'mac_address': 'fa:16:3e:50:c6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd7189722-ee51-4aad-8848-49538c856714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:44Z', 'updated_at': '2021-09-14T10:02:51Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'subnets': [{'id': 'd7189722-ee51-4aad-8848-49538c856714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:07:42.962392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1eeef-1c77-427a-a531-448ec4973990 req-66e26dae-7326-40b8-9327-328e134be92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:42.963884 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-66e26dae-7326-40b8-9327-328e134be92c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d3901da85eb495a9237f7154468068c&device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 1099 time: 0.0626209 Sep 14 10:07:42.966175 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63360-0e97-4182-b25f-4281db34b554 req-50a683db-2b15-4641-a6df-e33ea63d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:42.967535 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-44a63360-0e97-4182-b25f-4281db34b554 req-50a683db-2b15-4641-a6df-e33ea63d3dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 1096 time: 0.0740697 Sep 14 10:07:42.992619 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f94606-5ad8-4527-96b2-225210da0495 None None] New status for floating IP 664b0919-3210-448e-a080-fb5a0e8bb69b: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:07:43.020055 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97303c43-ac29-47ef-a8f1-8ad664b1f326 req-6eacb8c7-afb5-41e0-93a7-416a3fe5e720 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.021634 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-97303c43-ac29-47ef-a8f1-8ad664b1f326 req-6eacb8c7-afb5-41e0-93a7-416a3fe5e720 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 943 time: 0.0539327 Sep 14 10:07:43.064233 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-97303c43-ac29-47ef-a8f1-8ad664b1f326 req-6ad9c784-3b16-46e8-98e2-c1f883941156 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360215 Sep 14 10:07:43.151242 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1eeef-1c77-427a-a531-448ec4973990 req-377b5942-f658-4d3b-954e-58af692c7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.152998 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-377b5942-f658-4d3b-954e-58af692c7e3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 200 len: 909 time: 0.1656072 Sep 14 10:07:43.155660 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63360-0e97-4182-b25f-4281db34b554 req-e4fb2009-c3e7-4426-9945-bab9d00d1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.157498 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-44a63360-0e97-4182-b25f-4281db34b554 req-e4fb2009-c3e7-4426-9945-bab9d00d1937 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=08fafd3553314afa86bba335514048b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1683455 Sep 14 10:07:43.465963 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-2e0dbc0a-5168-4774-acdd-86511ce22b63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 200 len: 217 time: 0.2975874 Sep 14 10:07:43.586831 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1eeef-1c77-427a-a531-448ec4973990 req-14d1e363-3257-4f34-99f6-7a0706eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.588269 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-14d1e363-3257-4f34-99f6-7a0706eddbb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 200 len: 847 time: 0.1101899 Sep 14 10:07:43.595725 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486a34-bf94-465f-bb24-b01454d47041 req-6c3792e1-e2dc-478c-90b8-6d2f81b3c23c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.597109 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-47486a34-bf94-465f-bb24-b01454d47041 req-6c3792e1-e2dc-478c-90b8-6d2f81b3c23c tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.1418669 Sep 14 10:07:43.648248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63360-0e97-4182-b25f-4281db34b554 req-3f0b53f5-fdae-4a82-bae3-879a944c60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.649719 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-44a63360-0e97-4182-b25f-4281db34b554 req-3f0b53f5-fdae-4a82-bae3-879a944c60b5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4757743 Sep 14 10:07:43.677101 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1eeef-1c77-427a-a531-448ec4973990 req-0af7e19b-065b-4743-aa3e-ac7072f1f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.678560 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-0af7e19b-065b-4743-aa3e-ac7072f1f455 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560706fb-46bf-4c29-94b1-0c7540774ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806262 Sep 14 10:07:43.681338 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-47486a34-bf94-465f-bb24-b01454d47041 req-99a50928-4669-4131-b40e-cc99c041d384 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747623 Sep 14 10:07:43.801738 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-cf63d792-96bb-42b2-9104-b31cdea9f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.803220 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-cf63d792-96bb-42b2-9104-b31cdea9f3a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 1096 time: 0.0810130 Sep 14 10:07:43.816382 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-9392d7f2-4305-40e1-86b1-9b7409282847 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107810 Sep 14 10:07:43.877334 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-7a43472a-dbcf-42f3-ae9e-2abd3dce93f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd HTTP/1.1" status: 200 len: 217 time: 0.0521076 Sep 14 10:07:43.968257 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-1d232d35-1441-4e3e-a4ff-f54fd45e9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:43.969735 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-1d232d35-1441-4e3e-a4ff-f54fd45e9c10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0812469 Sep 14 10:07:43.986674 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edc1eeef-1c77-427a-a531-448ec4973990 req-a53f9be3-3951-47b3-bdb5-64afeadc6360 service neutron] 10.222.0.32 "GET /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605093 Sep 14 10:07:44.004245 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-491d3adb-b70e-46f5-989c-97d9b8e709e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261710 Sep 14 10:07:44.100665 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-ab2fb8c6-0dcc-4c48-82a2-6296bbb7a17a service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816255 Sep 14 10:07:44.181772 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a14c9e-9088-4a5f-84a1-abc3dd5ea420 req-e0802d49-1a52-4cd4-9bbc-5d4f5c5cb73f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:44.183157 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-52a14c9e-9088-4a5f-84a1-abc3dd5ea420 req-e0802d49-1a52-4cd4-9bbc-5d4f5c5cb73f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 943 time: 0.0515790 Sep 14 10:07:44.196265 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f577bc8-3899-40b0-bf6f-b60c66c22b84 req-abc0e9be-7771-46ac-aea0-d1391c107864 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847843 Sep 14 10:07:44.223120 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-52a14c9e-9088-4a5f-84a1-abc3dd5ea420 req-f183f70e-10d9-47c2-9d35-d2a3048e335b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Sep 14 10:07:44.301654 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9014edad-8bb2-4f38-be16-74e69f14866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:44.491538 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:44.793041 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2adcb4-1bf1-4756-8c7e-87b1e7a2fad5 req-9a7c3141-09e2-4812-a160-00893b50ed9d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:44.794502 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df2adcb4-1bf1-4756-8c7e-87b1e7a2fad5 req-9a7c3141-09e2-4812-a160-00893b50ed9d tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0480766 Sep 14 10:07:44.830075 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df2adcb4-1bf1-4756-8c7e-87b1e7a2fad5 req-3626b305-cc08-4a0f-8d4c-80b069c828db tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/security-groups?id=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298357 Sep 14 10:07:44.886155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-cc6d232d-9985-4146-a1df-a078d85cbb37 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:44.887568 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-cc6d232d-9985-4146-a1df-a078d85cbb37 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 946 time: 0.0496478 Sep 14 10:07:44.984313 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Deleting port 68efc499-130e-4e19-bb28-47b15c71c178 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:44.984571 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.070870 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] For port 68efc499-130e-4e19-bb28-47b15c71c178, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68efc499-130e-4e19-bb28-47b15c71c178,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:45.071231 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.082957 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Calling delete_port for 68efc499-130e-4e19-bb28-47b15c71c178 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:45.200395 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.237522 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event deleted for resources: {'Port': ['ID=68efc499-130e-4e19-bb28-47b15c71c178,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:45.276421 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] No DVR routers for this DVR port 68efc499-130e-4e19-bb28-47b15c71c178 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:45.279140 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.281133 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c2493b32-339f-4d27-89ed-c4894eb4e9b3 req-9b20a501-7a55-45b5-b741-8f48ca883b1a tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.32 "DELETE /v2.0/ports/68efc499-130e-4e19-bb28-47b15c71c178 HTTP/1.1" status: 204 len: 173 time: 0.3849914 Sep 14 10:07:45.281555 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-deleted', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:45.283813 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6c768-6b65-4985-b40f-564b9cdde1da" -d '{"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-deleted", "tag": "68efc499-130e-4e19-bb28-47b15c71c178"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:45.325313 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9caab80-70f8-4c22-9db5-8c1379cdbd19 x-openstack-request-id: req-c9caab80-70f8-4c22-9db5-8c1379cdbd19 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:45.325598 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e", "name": "network-vif-deleted", "tag": "68efc499-130e-4e19-bb28-47b15c71c178", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:45.325842 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9caab80-70f8-4c22-9db5-8c1379cdbd19 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:45.326226 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e', 'name': 'network-vif-deleted', 'tag': '68efc499-130e-4e19-bb28-47b15c71c178', 'status': 'completed', 'code': 200} Sep 14 10:07:45.341667 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef6a03-8809-4e45-b76d-6d3c0753a9a4 req-3c42392d-597d-466d-acc6-f8a5de5df79b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:45.343180 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fef6a03-8809-4e45-b76d-6d3c0753a9a4 req-3c42392d-597d-466d-acc6-f8a5de5df79b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 943 time: 0.0497322 Sep 14 10:07:45.387092 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2fef6a03-8809-4e45-b76d-6d3c0753a9a4 req-2f35c253-4b7f-442d-9ce0-c83fde540456 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365705 Sep 14 10:07:45.579746 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.729534 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39312) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:45.836181 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-96d6fa4b-bf51-4bd5-8e30-3e4b7f323557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.924854 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-96d6fa4b-bf51-4bd5-8e30-3e4b7f323557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.928670 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-96d6fa4b-bf51-4bd5-8e30-3e4b7f323557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:45.937340 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-607128e4-b51b-4d54-a9e0-6b177dbf8472 req-576cf56c-cecd-40ba-a1bd-73240bd5a3cf tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8c7e6-583e-48cb-bf66-b265f6ef2c1e HTTP/1.1" status: 200 len: 210 time: 0.0278349 Sep 14 10:07:45.965671 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-96d6fa4b-bf51-4bd5-8e30-3e4b7f323557 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5066fe6c5e43470c88306a17501626b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349703 Sep 14 10:07:45.966621 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6fa4b-bf51-4bd5-8e30-3e4b7f323557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f4cb1-90b9-42fb-a905-0a4764d21e6e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:45.968727 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39318) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:46.020162 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65a6c2cc-c925-44df-9097-2f6a3dfac6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:46.044985 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65a6c2cc-c925-44df-9097-2f6a3dfac6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:46.090152 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65a6c2cc-c925-44df-9097-2f6a3dfac6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:46.092707 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65a6c2cc-c925-44df-9097-2f6a3dfac6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:46.093861 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-65a6c2cc-c925-44df-9097-2f6a3dfac6dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf7f4cb1-90b9-42fb-a905-0a4764d21e6e HTTP/1.1" status: 204 len: 168 time: 0.1223347 Sep 14 10:07:46.102522 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c2cc-c925-44df-9097-2f6a3dfac6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f4cb1-90b9-42fb-a905-0a4764d21e6e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:46.513241 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae9a3e-7a0c-41e3-897c-92d97c0b8562 req-a2a79132-1436-4525-b852-79fe3f5c55ea tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:46.514729 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7ae9a3e-7a0c-41e3-897c-92d97c0b8562 req-a2a79132-1436-4525-b852-79fe3f5c55ea tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 943 time: 0.0509572 Sep 14 10:07:46.553511 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7ae9a3e-7a0c-41e3-897c-92d97c0b8562 req-bb9aefc5-b38b-41a5-b90b-b20e3ad97aab tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Sep 14 10:07:46.828969 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ccf0e8e3-cede-47a6-9d50-2fc79fe894dd details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:07:46.925179 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:46.936051 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'port_id': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd', 'mac_address': 'fa:16:3e:68:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56a1c2a-0e37-4a09-8980-de30929fa763', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:07:46.973547 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:46.987073 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf0e8e3-cede-47a6-9d50-2fc79fe894dd {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:07:46.995252 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39352) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:47.013814 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:47.018335 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.057028 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1da5c5e3-2034-4970-90f3-ce604b7e2b11 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.065802 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:47.082965 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1da5c5e3-2034-4970-90f3-ce604b7e2b11 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.129305 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.157922 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1da5c5e3-2034-4970-90f3-ce604b7e2b11 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.160483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1da5c5e3-2034-4970-90f3-ce604b7e2b11 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.161772 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1da5c5e3-2034-4970-90f3-ce604b7e2b11 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] 10.222.0.21 "DELETE /v2.0/security-groups/1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1 HTTP/1.1" status: 204 len: 168 time: 0.1655006 Sep 14 10:07:47.170715 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5c5e3-2034-4970-90f3-ce604b7e2b11 tempest-TestShelveInstance-112143373 tempest-TestShelveInstance-112143373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1facd4c7-9a3e-4810-a1f6-02ed7f8b71d1,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:47.207776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39362) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:47.379594 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['ccf0e8e3-cede-47a6-9d50-2fc79fe894dd'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:07:47.614104 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39378) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:47.673464 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f838b83-6424-41f7-aa94-f6509e3a655a req-497c78b0-bd9d-4e48-a3c7-10fef3b079d7 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:47.675003 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4f838b83-6424-41f7-aa94-f6509e3a655a req-497c78b0-bd9d-4e48-a3c7-10fef3b079d7 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 944 time: 0.0546587 Sep 14 10:07:47.712368 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4f838b83-6424-41f7-aa94-f6509e3a655a req-0bc64d89-5a80-4bd4-bed6-445e733c1b0a tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Sep 14 10:07:47.732137 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef917877-703c-41e5-9b72-6e249d110fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.739376 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.817662 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef917877-703c-41e5-9b72-6e249d110fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.821515 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef917877-703c-41e5-9b72-6e249d110fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.861939 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ef917877-703c-41e5-9b72-6e249d110fbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f869cb1f4be454fb384424d437dc286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466047 Sep 14 10:07:47.862840 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef917877-703c-41e5-9b72-6e249d110fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971b40f-4500-422f-bedf-6474baccd971,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:47.865138 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39382) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:47.939418 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee632272-74b1-456a-b304-942e158d24f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:47.971053 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee632272-74b1-456a-b304-942e158d24f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.060471 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee632272-74b1-456a-b304-942e158d24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.063497 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee632272-74b1-456a-b304-942e158d24f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.064627 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ee632272-74b1-456a-b304-942e158d24f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6971b40f-4500-422f-bedf-6474baccd971 HTTP/1.1" status: 204 len: 168 time: 0.1983111 Sep 14 10:07:48.067465 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Deleting port 828aee58-76f3-4436-947e-a26af2c56db0 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:48.067797 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.084680 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee632272-74b1-456a-b304-942e158d24f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971b40f-4500-422f-bedf-6474baccd971,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:48.156794 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] For port 828aee58-76f3-4436-947e-a26af2c56db0, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=828aee58-76f3-4436-947e-a26af2c56db0,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:48.157190 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.173210 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Calling delete_port for 828aee58-76f3-4436-947e-a26af2c56db0 owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:48.330802 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39388) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:48.343526 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28baae4d-a3b7-4987-aedf-cbd16d9c2874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.354456 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.381924 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Pushing event deleted for resources: {'Port': ['ID=828aee58-76f3-4436-947e-a26af2c56db0,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:48.440798 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28baae4d-a3b7-4987-aedf-cbd16d9c2874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.445771 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28baae4d-a3b7-4987-aedf-cbd16d9c2874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.486207 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-28baae4d-a3b7-4987-aedf-cbd16d9c2874 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9af073c151c4d80bb239929c34e7181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543255 Sep 14 10:07:48.486945 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baae4d-a3b7-4987-aedf-cbd16d9c2874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d340525-b03a-428e-8e6a-600000cd3aa2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:48.489277 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39390) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:48.553432 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.553669 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c774d-64c7-4067-80f1-0c25d5ebd426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.576400 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c774d-64c7-4067-80f1-0c25d5ebd426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.624222 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c774d-64c7-4067-80f1-0c25d5ebd426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.626858 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c774d-64c7-4067-80f1-0c25d5ebd426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.628061 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a11c774d-64c7-4067-80f1-0c25d5ebd426 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d340525-b03a-428e-8e6a-600000cd3aa2 HTTP/1.1" status: 204 len: 168 time: 0.1378865 Sep 14 10:07:48.635795 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c774d-64c7-4067-80f1-0c25d5ebd426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d340525-b03a-428e-8e6a-600000cd3aa2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:48.776072 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Router f1dd41da-2ad2-4960-851d-3979123a2a9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:07:48.861540 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ccf0e8e3-cede-47a6-9d50-2fc79fe894dd up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:07:48.890646 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd819-a2ed-42fe-9d9b-8df0084f700c req-51a655c1-e1c4-4d29-a1e0-a71a0381dc88 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:48.892276 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-263cd819-a2ed-42fe-9d9b-8df0084f700c req-51a655c1-e1c4-4d29-a1e0-a71a0381dc88 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 944 time: 0.1105156 Sep 14 10:07:48.912688 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:07:48.916479 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:07:48.916851 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:48.945968 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:07:48.952567 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3dfa4349-f4f0-40d2-bc1a-2f81791eced9 admin admin] 10.222.0.21 "PUT /v2.0/routers/f1dd41da-2ad2-4960-851d-3979123a2a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437387 Sep 14 10:07:48.955176 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39402) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:48.955878 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-263cd819-a2ed-42fe-9d9b-8df0084f700c req-04ee550c-0ec1-4e8e-bf6c-6452470384ea tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559895 Sep 14 10:07:48.961074 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] Sync routers for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:07:49.001461 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:49.002094 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:49.079527 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.083867 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.120174 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:07:49.122453 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a843f3-4378-4edc-ab2a-7d9313394d30" -d '{"events": [{"server_uuid": "1f8ec940-143f-4af4-bbb8-376baffe3910", "name": "network-vif-plugged", "status": "completed", "tag": "ccf0e8e3-cede-47a6-9d50-2fc79fe894dd"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:07:49.148046 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:49.155567 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:49.158440 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.160115 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:49.208625 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.233266 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b93c2f-c24f-46d1-adb8-d52f0056ff36 x-openstack-request-id: req-b7b93c2f-c24f-46d1-adb8-d52f0056ff36 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:07:49.233759 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8ec940-143f-4af4-bbb8-376baffe3910", "name": "network-vif-plugged", "status": "completed", "tag": "ccf0e8e3-cede-47a6-9d50-2fc79fe894dd", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:07:49.234169 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b93c2f-c24f-46d1-adb8-d52f0056ff36 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:07:49.234935 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd', 'code': 200} Sep 14 10:07:49.238813 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 68efc499-130e-4e19-bb28-47b15c71c178 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:49.239157 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 68efc499-130e-4e19-bb28-47b15c71c178 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:49.283122 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Deleting port 2102f5e8-92e4-45a5-b4ff-fdce2872c943 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:49.283502 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.343065 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:49.356312 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.399261 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] For port 2102f5e8-92e4-45a5-b4ff-fdce2872c943, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=2102f5e8-92e4-45a5-b4ff-fdce2872c943,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:49.399775 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.414984 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Calling delete_port for 2102f5e8-92e4-45a5-b4ff-fdce2872c943 owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:49.417286 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa9053-f80f-46ed-9cb3-a31ca21c56b3 req-4bbb774e-93fe-41be-b31a-aaf7a4520647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:49.419610 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2faa9053-f80f-46ed-9cb3-a31ca21c56b3 req-4bbb774e-93fe-41be-b31a-aaf7a4520647 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 1098 time: 0.0458856 Sep 14 10:07:49.422634 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:07:48Z', 'revision_number': 5, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port': {'id': '2102f5e8-92e4-45a5-b4ff-fdce2872c943', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:49.465511 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] Checking router: f1dd41da-2ad2-4960-851d-3979123a2a9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:07:49.474995 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] Routers {'f1dd41da-2ad2-4960-851d-3979123a2a9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:49.475828 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['f1dd41da-2ad2-4960-851d-3979123a2a9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:49.480551 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2faa9053-f80f-46ed-9cb3-a31ca21c56b3 req-8031ea82-b917-42c7-b898-cf3bc395bd71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 Sep 14 10:07:49.573555 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] Set router f1dd41da-2ad2-4960-851d-3979123a2a9a gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:49.615815 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.634245 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:07:49Z', 'revision_number': 6, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:49.644237 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Pushing event deleted for resources: {'Port': ['ID=2102f5e8-92e4-45a5-b4ff-fdce2872c943,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:49.663978 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7a9dd-93cd-4aa0-9658-c731598b0c41 None None] The sync data for ids ['f1dd41da-2ad2-4960-851d-3979123a2a9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'f1dd41da-2ad2-4960-851d-3979123a2a9a', 'name': 'tempest-TestShelveInstance-233107931-router', 'tenant_id': '3d3901da85eb495a9237f7154468068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:42Z', 'updated_at': '2021-09-14T10:07:49Z', 'revision_number': 6, 'project_id': '3d3901da85eb495a9237f7154468068c', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:07:49.714731 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.810230 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.812413 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.855339 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.855865 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1dd41da-2ad2-4960-851d-3979123a2a9a {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:07:49.862434 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.864084 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ae5e1549-7ae4-491b-a23a-e403372c6431 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f1dd41da-2ad2-4960-851d-3979123a2a9a HTTP/1.1" status: 204 len: 168 time: 0.9074585 Sep 14 10:07:49.868966 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39430) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:49.911795 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Deleting subnet d7189722-ee51-4aad-8848-49538c856714 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:07:49.914793 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:49.948798 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.034355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.363655 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbd865-f0d4-485f-92bb-7ba2434bf628 req-a39a4d73-076c-4267-ba20-76c17bf10423 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:50.365176 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b1fbd865-f0d4-485f-92bb-7ba2434bf628 req-a39a4d73-076c-4267-ba20-76c17bf10423 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 945 time: 0.3284121 Sep 14 10:07:50.372471 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.410262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7189722-ee51-4aad-8848-49538c856714,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:50.417198 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.419060 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-48d2f8c8-d9d8-497f-aa0e-1e21bde9856e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7189722-ee51-4aad-8848-49538c856714 HTTP/1.1" status: 204 len: 168 time: 0.5491323 Sep 14 10:07:50.421628 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39448) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:50.425460 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4db4869-6d4f-417c-b50e-858ce6060ce4 None None] Network 560706fb-46bf-4c29-94b1-0c7540774ada requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:07:50.446358 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b1fbd865-f0d4-485f-92bb-7ba2434bf628 req-b30a7001-856e-4306-9f28-20c961628c36 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Sep 14 10:07:50.515764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.589091 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Deleting port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:50.589830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.669902 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] For port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,segment=NetworkSegment(5f226e7e-b64a-4efb-a02d-810f0f365240),segment_id=5f226e7e-b64a-4efb-a02d-810f0f365240)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:50.670589 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.683372 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Calling delete_port for 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:50.808987 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.830973 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5dd103-352a-4615-995f-74beabbe7a3f None None] DHCP port deletion for 560706fb-46bf-4c29-94b1-0c7540774ada request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:07:50.835351 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Pushing event deleted for resources: {'Port': ['ID=078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:50.841064 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] No DVR routers for this DVR port 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 on host dv-cinder-806965-4-iscsi {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:50.917157 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.936799 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560706fb-46bf-4c29-94b1-0c7540774ada']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:50.946400 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f226e7e-b64a-4efb-a02d-810f0f365240') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:50.946691 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f226e7e-b64a-4efb-a02d-810f0f365240') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:50.956466 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.970184 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.976471 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:07:50.976878 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:07:50.978897 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:07:51.035037 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:51.040731 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:51.042617 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] 10.222.0.21 "DELETE /v2.0/networks/560706fb-46bf-4c29-94b1-0c7540774ada HTTP/1.1" status: 204 len: 168 time: 0.6194489 Sep 14 10:07:51.045518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39462) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:51.055277 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121b905-fa39-4ce7-a72e-efe43fcb092a admin admin] Pushing event deleted for resources: {'Network': ['ID=560706fb-46bf-4c29-94b1-0c7540774ada,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:51.123312 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:51.152903 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:51.153399 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 078aad6e-7a8b-47d3-b18d-08ef8b2eb6d6 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:51.153870 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 2102f5e8-92e4-45a5-b4ff-fdce2872c943 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:51.173600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 2102f5e8-92e4-45a5-b4ff-fdce2872c943 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:51.174071 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 2102f5e8-92e4-45a5-b4ff-fdce2872c943 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:51.174593 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 828aee58-76f3-4436-947e-a26af2c56db0 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:51.210712 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 828aee58-76f3-4436-947e-a26af2c56db0 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:51.211121 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 828aee58-76f3-4436-947e-a26af2c56db0 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:51.415952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:51.583092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6546f2-5c56-4f8a-8c5f-733bdd36d617 req-665c9c22-99d5-4d34-9f86-186fed406347 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:07:51.589360 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cf6546f2-5c56-4f8a-8c5f-733bdd36d617 req-665c9c22-99d5-4d34-9f86-186fed406347 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 945 time: 0.0586064 Sep 14 10:07:51.622760 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cf6546f2-5c56-4f8a-8c5f-733bdd36d617 req-cd7e83ec-acd1-4845-a6d5-9095b6795f83 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Sep 14 10:07:51.669691 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Deleting port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:51.670241 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:51.748498 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] For port 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,segment=NetworkSegment(51e4f9ea-a406-46e6-afd1-e3004ffb5ccb),segment_id=51e4f9ea-a406-46e6-afd1-e3004ffb5ccb)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:51.748883 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:51.761851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Calling delete_port for 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:51.950511 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:51.983607 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7eada1-1ef0-4af1-bcd6-2542a1c9d422,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:52.140201 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:52.353497 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Router b6e50861-0ab6-4a55-81a4-a02884b31bb4 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:07:52.465206 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:07:52.473222 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39494) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:52.473656 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b5e93828-8f2c-4bd6-a799-c69b7ac12114 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6e50861-0ab6-4a55-81a4-a02884b31bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266732 Sep 14 10:07:52.475903 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] Sync routers for ids ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:07:52.487035 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] Routers {'b6e50861-0ab6-4a55-81a4-a02884b31bb4'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:52.487780 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:52.588892 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:52.597129 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] Set router b6e50861-0ab6-4a55-81a4-a02884b31bb4 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:52.692159 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:52.742755 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Deleting port 02ef0239-6cc1-44a9-95be-d2c15293b500 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:52.743006 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:52.770790 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:07:51Z', 'revision_number': 5, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port': {'id': '02ef0239-6cc1-44a9-95be-d2c15293b500', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:02:48Z', 'updated_at': '2021-09-14T10:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:52.795743 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] Checking router: b6e50861-0ab6-4a55-81a4-a02884b31bb4 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:07:52.806018 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] Routers {'b6e50861-0ab6-4a55-81a4-a02884b31bb4'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:07:52.806840 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:52.821099 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] For port 02ef0239-6cc1-44a9-95be-d2c15293b500, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=02ef0239-6cc1-44a9-95be-d2c15293b500,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:52.821470 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:52.835193 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Calling delete_port for 02ef0239-6cc1-44a9-95be-d2c15293b500 owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:52.891773 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] Set router b6e50861-0ab6-4a55-81a4-a02884b31bb4 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:07:52.946619 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:07:52Z', 'revision_number': 6, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:52.972813 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f969d0c-c735-4957-9eb3-30231a5e089e None None] The sync data for ids ['b6e50861-0ab6-4a55-81a4-a02884b31bb4'] in dv-cinder-806965-4-iscsi is: [{'id': 'b6e50861-0ab6-4a55-81a4-a02884b31bb4', 'name': 'tempest-TestShelveInstance-1844677079-router', 'tenant_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:02:47Z', 'updated_at': '2021-09-14T10:07:52Z', 'revision_number': 6, 'project_id': 'cbe53af8b3b74cdd950179d21c2488fe', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:07:53.009244 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.037565 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ef0239-6cc1-44a9-95be-d2c15293b500,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:53.096267 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.188587 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.190710 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.234140 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.235505 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e50861-0ab6-4a55-81a4-a02884b31bb4 {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:07:53.242565 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.242565 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a52ee1f6-cdfe-4bc6-a97d-84e90a4f2185 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6e50861-0ab6-4a55-81a4-a02884b31bb4 HTTP/1.1" status: 204 len: 168 time: 0.7665806 Sep 14 10:07:53.244824 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39514) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:53.291183 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Deleting subnet be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:07:53.301706 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.332144 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.417558 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.456646 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:53.478602 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:53.478914 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 9a7eada1-1ef0-4af1-bcd6-2542a1c9d422 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:53.493239 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.519809 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:53.521926 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.526130 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-26b7cc42-afaf-4e5c-bfdc-a55a5b0761b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be1bd01e-f3f3-42a7-b586-3a0ae3d05ccd HTTP/1.1" status: 204 len: 168 time: 0.2778432 Sep 14 10:07:53.526130 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39516) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:53.528087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb480609-e70b-4ff2-9255-c67ba1d0edd3 None None] Network d648b0e4-279b-4871-b39d-625c248b8bc0 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:07:53.593868 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.650660 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Deleting port 98683e58-1f17-482a-b3c8-eef25101e40f {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:53.651004 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.717161 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] For port 98683e58-1f17-482a-b3c8-eef25101e40f, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=98683e58-1f17-482a-b3c8-eef25101e40f,segment=NetworkSegment(51e4f9ea-a406-46e6-afd1-e3004ffb5ccb),segment_id=51e4f9ea-a406-46e6-afd1-e3004ffb5ccb)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:53.717545 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.729953 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Calling delete_port for 98683e58-1f17-482a-b3c8-eef25101e40f owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:53.813032 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] DHCP port deletion for d648b0e4-279b-4871-b39d-625c248b8bc0 request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:07:53.834987 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.863708 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=98683e58-1f17-482a-b3c8-eef25101e40f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:53.865575 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] No DVR routers for this DVR port 98683e58-1f17-482a-b3c8-eef25101e40f on host dv-cinder-806965-4-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:53.876432 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Deleting port 98683e58-1f17-482a-b3c8-eef25101e40f {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:07:53.876806 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.951564 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] For port 98683e58-1f17-482a-b3c8-eef25101e40f, host dv-cinder-806965-4-iscsi, got binding levels [] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:07:53.951883 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.952027 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.966521 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Calling delete_port for 98683e58-1f17-482a-b3c8-eef25101e40f owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:07:53.969437 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.ipam_backend_mixin [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Port 98683e58-1f17-482a-b3c8-eef25101e40f was not found and therefore no delete operation was performed {{(pid=93927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 10:07:53.970831 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:53.975345 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d648b0e4-279b-4871-b39d-625c248b8bc0']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:53.985505 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:53.985865 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e4f9ea-a406-46e6-afd1-e3004ffb5ccb') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:07:53.995800 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.001751 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] No DVR routers for this DVR port 98683e58-1f17-482a-b3c8-eef25101e40f on host dv-cinder-806965-4-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:07:54.005642 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaf822-4cea-487f-a6d6-b22c91aa6cb9 None None] Pushing event deleted for resources: {'Port': ['ID=98683e58-1f17-482a-b3c8-eef25101e40f,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:54.016902 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.022945 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:07:54.023328 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:07:54.025160 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:07:54.033162 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39528) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.085132 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.089981 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.104967 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d648b0e4-279b-4871-b39d-625c248b8bc0 HTTP/1.1" status: 204 len: 168 time: 0.5678144 Sep 14 10:07:54.120329 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd705ee8-f1a1-44a8-88a7-92e9b5bb5b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=d648b0e4-279b-4871-b39d-625c248b8bc0,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:54.168120 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc7b-8a3c-4c2d-9ab3-60b27968dd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.222833 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39534) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.266674 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc7b-8a3c-4c2d-9ab3-60b27968dd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.266882 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-519654d2-7d52-4a07-89d9-227b13e82beb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d3901da85eb495a9237f7154468068c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403862 Sep 14 10:07:54.267320 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39536) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.275132 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc7b-8a3c-4c2d-9ab3-60b27968dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.335905 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8ee1bc7b-8a3c-4c2d-9ab3-60b27968dd1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5fea1b11cc840f180319b81d9aafc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010819 Sep 14 10:07:54.337038 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1bc7b-8a3c-4c2d-9ab3-60b27968dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385356e-91ec-437b-adb6-4a62fce2d036,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:54.338620 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39540) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.356242 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b2a6-8648-47ba-860f-253477c073c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.379345 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b2a6-8648-47ba-860f-253477c073c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.394785 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16b89007-289c-48b0-87f2-e65cf198f875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.415585 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16b89007-289c-48b0-87f2-e65cf198f875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.428967 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b2a6-8648-47ba-860f-253477c073c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.431490 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b2a6-8648-47ba-860f-253477c073c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.432743 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c9c3b2a6-8648-47ba-860f-253477c073c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86793949-b261-45ce-9017-2b8c82db17e5 HTTP/1.1" status: 204 len: 168 time: 0.1647222 Sep 14 10:07:54.445121 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b2a6-8648-47ba-860f-253477c073c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86793949-b261-45ce-9017-2b8c82db17e5,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:54.478121 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16b89007-289c-48b0-87f2-e65cf198f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.480670 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16b89007-289c-48b0-87f2-e65cf198f875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.481967 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-16b89007-289c-48b0-87f2-e65cf198f875 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9385356e-91ec-437b-adb6-4a62fce2d036 HTTP/1.1" status: 204 len: 168 time: 0.1423204 Sep 14 10:07:54.491928 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b89007-289c-48b0-87f2-e65cf198f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385356e-91ec-437b-adb6-4a62fce2d036,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:54.809179 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39550) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.848385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6610843e-d394-4a62-a2e7-73d509ef9d6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbe53af8b3b74cdd950179d21c2488fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380151 Sep 14 10:07:54.850926 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39552) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.859242 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39554) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:54.873115 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e77bb67f-b6f2-44c5-809b-85ec6716fd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.899617 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9c2de1e3-68dc-4dbf-9958-6978b747c67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.927590 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9c2de1e3-68dc-4dbf-9958-6978b747c67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.974784 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e77bb67f-b6f2-44c5-809b-85ec6716fd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.978938 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e77bb67f-b6f2-44c5-809b-85ec6716fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.981552 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9c2de1e3-68dc-4dbf-9958-6978b747c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.984149 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9c2de1e3-68dc-4dbf-9958-6978b747c67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:54.985963 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9c2de1e3-68dc-4dbf-9958-6978b747c67f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da977311-3190-4331-b522-b3cecf864faa HTTP/1.1" status: 204 len: 168 time: 0.1341262 Sep 14 10:07:54.994474 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2de1e3-68dc-4dbf-9958-6978b747c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da977311-3190-4331-b522-b3cecf864faa,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:55.016610 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e77bb67f-b6f2-44c5-809b-85ec6716fd99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a26434f7d974f83860ee0a82b5ca27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554711 Sep 14 10:07:55.019130 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39558) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:55.027269 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bb67f-b6f2-44c5-809b-85ec6716fd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d57e58-77b6-41d3-beb1-ba03750bf69d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:55.076939 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9eebf7d6-87fc-4550-88fc-9423e5800b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.100610 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9eebf7d6-87fc-4550-88fc-9423e5800b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.105348 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 02ef0239-6cc1-44a9-95be-d2c15293b500 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:55.124419 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 02ef0239-6cc1-44a9-95be-d2c15293b500 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:55.124783 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 02ef0239-6cc1-44a9-95be-d2c15293b500 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:55.125238 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 98683e58-1f17-482a-b3c8-eef25101e40f no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:07:55.143781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 98683e58-1f17-482a-b3c8-eef25101e40f {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:07:55.144120 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 98683e58-1f17-482a-b3c8-eef25101e40f not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:07:55.157815 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9eebf7d6-87fc-4550-88fc-9423e5800b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.160330 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9eebf7d6-87fc-4550-88fc-9423e5800b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.161624 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9eebf7d6-87fc-4550-88fc-9423e5800b29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0d57e58-77b6-41d3-beb1-ba03750bf69d HTTP/1.1" status: 204 len: 168 time: 0.1413608 Sep 14 10:07:55.169730 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebf7d6-87fc-4550-88fc-9423e5800b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d57e58-77b6-41d3-beb1-ba03750bf69d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:55.499153 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39566) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:55.514879 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e507331f-011a-42a5-b451-23cb949394b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.599233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e507331f-011a-42a5-b451-23cb949394b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.603486 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e507331f-011a-42a5-b451-23cb949394b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.639604 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e507331f-011a-42a5-b451-23cb949394b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=325cadba2b714d11bb66df41182fe049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394281 Sep 14 10:07:55.642136 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507331f-011a-42a5-b451-23cb949394b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b385d8-19eb-4b43-98be-87b6bdb7db69,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:55.642900 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39568) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:55.694292 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65dea00-0787-4f4f-a429-947eee8ffbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.715207 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65dea00-0787-4f4f-a429-947eee8ffbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.762486 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65dea00-0787-4f4f-a429-947eee8ffbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.764979 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65dea00-0787-4f4f-a429-947eee8ffbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:55.766105 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e65dea00-0787-4f4f-a429-947eee8ffbfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85b385d8-19eb-4b43-98be-87b6bdb7db69 HTTP/1.1" status: 204 len: 168 time: 0.1222339 Sep 14 10:07:55.773497 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dea00-0787-4f4f-a429-947eee8ffbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b385d8-19eb-4b43-98be-87b6bdb7db69,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:07:58.052128 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:07:59.788664 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39634) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:07:59.894121 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:59.980751 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:07:59.984082 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.021253 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e7a1e24f334415abd81b2d310f3ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313080 Sep 14 10:08:00.022179 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cbbb44-24a0-4dc8-b98a-cc53f5b1b194,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:00.023981 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39638) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:00.029381 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.029735 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.030080 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.030634 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.030972 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.031305 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.031662 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.031991 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.032317 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.032641 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.032984 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.033307 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c7882-5120-4b0c-9954-7c435c6a6f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:00.075330 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae18993e-5a1a-45cf-b15a-dc35cb038dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.096395 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae18993e-5a1a-45cf-b15a-dc35cb038dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.142764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae18993e-5a1a-45cf-b15a-dc35cb038dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.145411 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae18993e-5a1a-45cf-b15a-dc35cb038dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.146607 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ae18993e-5a1a-45cf-b15a-dc35cb038dd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4cbbb44-24a0-4dc8-b98a-cc53f5b1b194 HTTP/1.1" status: 204 len: 168 time: 0.1215572 Sep 14 10:08:00.154341 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18993e-5a1a-45cf-b15a-dc35cb038dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cbbb44-24a0-4dc8-b98a-cc53f5b1b194,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:00.398329 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39644) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:00.413026 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ffbd790a-e137-4d3f-956e-2e43b92aae5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.498435 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ffbd790a-e137-4d3f-956e-2e43b92aae5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.502100 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ffbd790a-e137-4d3f-956e-2e43b92aae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.539547 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ffbd790a-e137-4d3f-956e-2e43b92aae5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c770151886cb4fe29b5ef74b2541b35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400936 Sep 14 10:08:00.540475 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd790a-e137-4d3f-956e-2e43b92aae5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb33800c-8d03-44cf-9e24-cdf5d8fcef71,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:00.543685 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39646) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:00.592232 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5098a197-2345-40fc-8fb4-1f1c52433220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.615278 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5098a197-2345-40fc-8fb4-1f1c52433220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.661685 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5098a197-2345-40fc-8fb4-1f1c52433220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.664804 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5098a197-2345-40fc-8fb4-1f1c52433220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:00.665921 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5098a197-2345-40fc-8fb4-1f1c52433220 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb33800c-8d03-44cf-9e24-cdf5d8fcef71 HTTP/1.1" status: 204 len: 168 time: 0.1194615 Sep 14 10:08:00.673674 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098a197-2345-40fc-8fb4-1f1c52433220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb33800c-8d03-44cf-9e24-cdf5d8fcef71,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:01.340483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39686) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:01.433142 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2091397274-network', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:01.454200 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Made reservation on behalf of 54157c6d78d44f108d0799ab0d8f908a for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:08:01.456896 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.465551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.552797 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.557163 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.585321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:08:01.591278 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5baa94-b619-4065-a487-6f5c1597e9db,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:01.598954 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.599879 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Added segment 68708c4e-99a1-47e7-8f62-00ba15db3134 of type vlan for network e31c341c-0602-497d-a5e3-d8e551afd4d8 Sep 14 10:08:01.638601 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.662082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.663053 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:01.663632 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.695276 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3536532 Sep 14 10:08:01.698327 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39690) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:01.704426 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Request body: {'subnet': {'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2091397274-subnet', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:01.725478 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Made reservation on behalf of 54157c6d78d44f108d0799ab0d8f908a for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:08:01.727333 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7820e9-d156-437f-a983-9d45f11e9fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=e31c341c-0602-497d-a5e3-d8e551afd4d8,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:01.727738 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62703669'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:01.736771 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:08:01.889903 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62808360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62703659'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.177673 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21be54f8-ef0a-4242-a19b-13658565a457,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:02.184424 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Checking segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:02.184777 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Network hostable DHCP agents. Network: e31c341c-0602-497d-a5e3-d8e551afd4d8, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:08:02.201812 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:08:02.211264 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, e31c341c-0602-497d-a5e3-d8e551afd4d8) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:02.216749 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:02.218707 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.221532 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5c85a-6279-4c61-a585-73c53a5959bc None None] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:08:02.233832 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a574fa78-84e9-4c90-ba7d-3b9f69244ff4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5337763 Sep 14 10:08:02.236581 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39696) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:02.242102 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:02.274560 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.275701 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.327834 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.368789 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048edaae-7467-4911-84e4-091364530c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-e31c341c-0602-497d-a5e3-d8e551afd4d8', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:08:02.369955 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-048edaae-7467-4911-84e4-091364530c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.507013 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-048edaae-7467-4911-84e4-091364530c15 None None] Allocated IP 172.20.0.2 (e31c341c-0602-497d-a5e3-d8e551afd4d8/21be54f8-ef0a-4242-a19b-13658565a457/e2a44a1b-c6bf-495c-bdef-6d81e8414b5f) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:02.509981 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.610828 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-1942caef-756b-478d-9a44-6843ad6cf8ba tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:02.612348 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-1942caef-756b-478d-9a44-6843ad6cf8ba tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.1599944 Sep 14 10:08:02.647978 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-048edaae-7467-4911-84e4-091364530c15 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.655193 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-165a1e5e-2ccd-4d59-9cba-f43398ec1ccf tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/quotas/08fafd3553314afa86bba335514048b6 HTTP/1.1" status: 200 len: 375 time: 0.0367086 Sep 14 10:08:02.656638 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-048edaae-7467-4911-84e4-091364530c15 None None] Transition to ACTIVE for port object e2a44a1b-c6bf-495c-bdef-6d81e8414b5f will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:02.671223 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-048edaae-7467-4911-84e4-091364530c15 None None] Transition to ACTIVE for port object e2a44a1b-c6bf-495c-bdef-6d81e8414b5f will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:02.677996 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-048edaae-7467-4911-84e4-091364530c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.712689 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048edaae-7467-4911-84e4-091364530c15 None None] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:02.716733 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-048edaae-7467-4911-84e4-091364530c15 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:02.719996 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-a4cf7ba3-9da7-4ff8-b16e-7826b3455239 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578015 Sep 14 10:08:02.720539 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048edaae-7467-4911-84e4-091364530c15 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:02.729731 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048edaae-7467-4911-84e4-091364530c15 None None] Pushing event updated for resources: {'Port': ['ID=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:02.782152 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-048edaae-7467-4911-84e4-091364530c15 None None] Attempting to bind port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:02.782812 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-048edaae-7467-4911-84e4-091364530c15 None None] Attempting to bind port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:02.782958 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048edaae-7467-4911-84e4-091364530c15 None None] Attempting to bind port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:02.787728 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048edaae-7467-4911-84e4-091364530c15 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:02.788099 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048edaae-7467-4911-84e4-091364530c15 None None] Checking segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:02.788500 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-048edaae-7467-4911-84e4-091364530c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.788916 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048edaae-7467-4911-84e4-091364530c15 None None] Bound using segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:02.789381 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-048edaae-7467-4911-84e4-091364530c15 None None] Bound port: e2a44a1b-c6bf-495c-bdef-6d81e8414b5f, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:02.789762 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-048edaae-7467-4911-84e4-091364530c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.851287 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-048edaae-7467-4911-84e4-091364530c15 None None] For port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:02.854461 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-048edaae-7467-4911-84e4-091364530c15 None None] For port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:02.860711 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-048edaae-7467-4911-84e4-091364530c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.885248 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.914667 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:02.916606 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048edaae-7467-4911-84e4-091364530c15 None None] Pushing event updated for resources: {'Port': ['ID=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:02.924995 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-790da34f-9229-4bf2-b561-f572dae7e4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707318 Sep 14 10:08:03.101116 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-a260511a-df61-4e05-843a-7e3fa405a3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692190 Sep 14 10:08:03.102120 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Allocated IP 172.27.2.58 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/aeb54569-4ec6-495c-b378-1d3765c21d97) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:03.216187 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e2a44a1b-c6bf-495c-bdef-6d81e8414b5f up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:03.243591 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:03.292573 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:03.293330 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:03.298840 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0d2e0107-cc67-4d60-918b-6b3dd187d54a req-9a8195a2-4776-4ee6-93b3-24a56eb6b284 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 210 time: 0.0306828 Sep 14 10:08:03.354403 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:03.357335 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:03.363653 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:03.366887 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb54569-4ec6-495c-b378-1d3765c21d97,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:03.631392 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:03.841490 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:03.870795 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2875ebf-990d-41b5-95fc-33649695da63 None None] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:08:03.950283 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] Provisioning for port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:03.958381 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] Provisioning complete for port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:03.958754 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:03.976203 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:08:04.078393 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:08:04.088547 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:08:04.092106 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.094490 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.096050 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-de0d6892-53bd-437a-b0fb-7e0cd409e158 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8577571 Sep 14 10:08:04.098598 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39720) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:04.113788 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:04.114417 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:04.169907 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] For port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:04.196687 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.286454 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:04.288651 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42617619-82c4-4665-b7f9-fbe8029b3afb None None] Pushing event updated for resources: {'Port': ['ID=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:04.407804 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-2d5192bc-2255-4650-b560-2e1e1f5d5efd tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:04.409428 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-2d5192bc-2255-4650-b560-2e1e1f5d5efd tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 815 time: 0.1353831 Sep 14 10:08:04.439166 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Request body: {'port': {'device_id': '2fc5084b-0570-41cd-a240-ad549e46121f', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'admin_state_up': True, 'tenant_id': '08fafd3553314afa86bba335514048b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:04.445584 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-971e6fd2-2a48-45bf-b3bf-b08fe16290d9 None None] Provisioning complete for port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:04.446081 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-971e6fd2-2a48-45bf-b3bf-b08fe16290d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.491712 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f6966c5-b8c9-45ab-b41e-bca544899143 req-7747ec35-b18d-450f-8d63-bbc537c57a0a tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 210 time: 0.0555434 Sep 14 10:08:04.571876 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Made reservation on behalf of 08fafd3553314afa86bba335514048b6 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:08:04.579764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.601227 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:03Z', 'revision_number': 3, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:04.628820 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:08:04.629369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Updating router de6861bd-7b2d-471e-ad23-3db6c0499f9a port aeb54569-4ec6-495c-b378-1d3765c21d97 binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:08:04.653835 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.657387 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.708310 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Allocated IP 172.20.0.13 (3cc9443a-c418-4da3-b371-e15f9dcdd1fc/e56a1c2a-0e37-4a09-8980-de30929fa763/ea28dcf0-d778-41bc-9990-bcdfc6a32a91) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:04.819917 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Allocated IP 172.20.0.1 (e31c341c-0602-497d-a5e3-d8e551afd4d8/21be54f8-ef0a-4242-a19b-13658565a457/798ba707-7971-46cf-b37a-fc977a6db0ed) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:04.876463 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.922842 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.938871 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:04.952054 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Transition to ACTIVE for port object 798ba707-7971-46cf-b37a-fc977a6db0ed will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:04.958487 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd', '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:04.965208 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:04.968246 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:04.971343 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:04.992586 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.002997 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event updated for resources: {'Port': ['ID=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:05.031498 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:05.035961 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:05.036509 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:05.036665 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.044386 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:05.052628 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-5641b488-a1d8-4072-bfa9-5bf3e32e8fb9 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6176667 Sep 14 10:08:05.065388 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Pushing event updated for resources: {'Port': ['ID=798ba707-7971-46cf-b37a-fc977a6db0ed,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:05.079511 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Request body: {'port': {'device_id': '2fc5084b-0570-41cd-a240-ad549e46121f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:05.085418 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.105942 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.149261 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Transition to ACTIVE for port object aeb54569-4ec6-495c-b378-1d3765c21d97 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:05.171289 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e2a44a1b-c6bf-495c-bdef-6d81e8414b5f up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:05.171774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.178437 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.294208 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a3d5a-8ac3-496d-8005-1718bd871f50 None None] Pushing event updated for resources: {'Port': ['ID=aeb54569-4ec6-495c-b378-1d3765c21d97,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:05.300271 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Attempting to bind port aeb54569-4ec6-495c-b378-1d3765c21d97 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:05.300972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Attempting to bind port aeb54569-4ec6-495c-b378-1d3765c21d97 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:05.301492 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Attempting to bind port aeb54569-4ec6-495c-b378-1d3765c21d97 on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:05.322038 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:05.322668 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:05.323065 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.323452 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:05.323922 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Bound port: aeb54569-4ec6-495c-b378-1d3765c21d97, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:05.324297 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.385533 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:05.385897 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.463125 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] For port aeb54569-4ec6-495c-b378-1d3765c21d97, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:05.473275 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-863f1ef1-5ed7-4f71-935a-ff838e0fa8dc None None] Provisioning for port 798ba707-7971-46cf-b37a-fc977a6db0ed completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:05.482775 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] For port aeb54569-4ec6-495c-b378-1d3765c21d97, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=aeb54569-4ec6-495c-b378-1d3765c21d97,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:05.491879 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-863f1ef1-5ed7-4f71-935a-ff838e0fa8dc None None] Provisioning complete for port 798ba707-7971-46cf-b37a-fc977a6db0ed triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:05.492244 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-863f1ef1-5ed7-4f71-935a-ff838e0fa8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.492366 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.499832 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.516104 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea28dcf0-d778-41bc-9990-bcdfc6a32a91 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:08:05.530507 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.546134 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Transition to ACTIVE for port object ea28dcf0-d778-41bc-9990-bcdfc6a32a91 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:05.553706 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.598586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-863f1ef1-5ed7-4f71-935a-ff838e0fa8dc None None] Port 798ba707-7971-46cf-b37a-fc977a6db0ed cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:08:05.650689 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a3d5a-8ac3-496d-8005-1718bd871f50 None None] Pushing event updated for resources: {'Port': ['ID=aeb54569-4ec6-495c-b378-1d3765c21d97,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:05.653505 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:05.654105 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:05.682286 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.688574 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62815399'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.761386 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:05.777502 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Pushing event updated for resources: {'Port': ['ID=798ba707-7971-46cf-b37a-fc977a6db0ed,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:05.814307 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:05.864704 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:05.866485 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:05.926248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Pushing event updated for resources: {'Port': ['ID=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:05.939310 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f68617-88c6-4943-ad0c-f92ab74d4fe4 req-fa144cf8-a80b-420e-b788-62a3342a4dd4 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:05.946848 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-79f68617-88c6-4943-ad0c-f92ab74d4fe4 req-fa144cf8-a80b-420e-b788-62a3342a4dd4 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 944 time: 0.3794382 Sep 14 10:08:06.005481 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:08:06.009936 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-79f68617-88c6-4943-ad0c-f92ab74d4fe4 req-0c24e5dc-d100-4a0c-a540-3e1677dcb51f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621171 Sep 14 10:08:06.035784 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Attempting to bind port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:06.036195 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Attempting to bind port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:06.036593 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Attempting to bind port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:06.041524 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:08:06.041964 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Attempting to bind port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 on network 3cc9443a-c418-4da3-b371-e15f9dcdd1fc {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:06.047190 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:06.047655 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Checking segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:06.048140 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Bound using segment: {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:06.048679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Bound port: ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caa3460-b3a7-467c-97a3-b3da86ed2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:06.049199 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.053139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:04Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:06.086843 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad258639-4e79-4656-ad19-fb1497433a45 None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:04Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:08:06.121987 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-16c5f41f-1c9a-4ed3-9336-e0acfac68e79 None None] Provisioning complete for port 798ba707-7971-46cf-b37a-fc977a6db0ed triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:06.122559 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-16c5f41f-1c9a-4ed3-9336-e0acfac68e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.127804 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] For port ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:06.130982 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] For port ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:06.134207 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:08:06.136775 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.145486 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bdc605ca-6f37-48e7-b31b-af57fccf8c5c admin admin] 10.222.0.21 "PUT /v2.0/routers/de6861bd-7b2d-471e-ad23-3db6c0499f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0458572 Sep 14 10:08:06.163601 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-16c5f41f-1c9a-4ed3-9336-e0acfac68e79 None None] Port 798ba707-7971-46cf-b37a-fc977a6db0ed cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:08:06.184994 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:06.185730 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.187134 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea28dcf0-d778-41bc-9990-bcdfc6a32a91 HTTP/1.1" status: 200 len: 1094 time: 1.1184335 Sep 14 10:08:06.188080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc5084b-0570-41cd-a240-ad549e46121f', 'tag': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:06.190376 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b758dbae-3da6-40a3-aca8-0675bb43265a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc5084b-0570-41cd-a240-ad549e46121f", "tag": "ea28dcf0-d778-41bc-9990-bcdfc6a32a91"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:06.211693 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c028dc6-b2c4-423a-8320-45e1fac5c955 service neutron] Pushing event updated for resources: {'Port': ['ID=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:06.237512 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6e2d0b-1fe3-475b-b86e-aed8b23efc9c x-openstack-request-id: req-cc6e2d0b-1fe3-475b-b86e-aed8b23efc9c {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:06.237793 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc5084b-0570-41cd-a240-ad549e46121f", "tag": "ea28dcf0-d778-41bc-9990-bcdfc6a32a91", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:06.238234 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc6e2d0b-1fe3-475b-b86e-aed8b23efc9c {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:06.238786 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc5084b-0570-41cd-a240-ad549e46121f', 'tag': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91', 'status': 'completed', 'code': 200} Sep 14 10:08:06.316583 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-d1bf3a5a-df66-4a6c-b1ac-66a7451c0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:06.322923 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-d1bf3a5a-df66-4a6c-b1ac-66a7451c0a44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 1097 time: 0.0590065 Sep 14 10:08:06.384975 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-3ad3f701-bb1f-4900-bb33-a3192fcb73bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91 HTTP/1.1" status: 200 len: 217 time: 0.0455377 Sep 14 10:08:06.438293 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-2f39f210-cbff-46ba-8b35-23ae817024d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:06.440040 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-2f39f210-cbff-46ba-8b35-23ae817024d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0469673 Sep 14 10:08:06.481107 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-4c7c7ec6-d7c6-46b3-b0b6-4eb84717b430 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323107 Sep 14 10:08:06.586221 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-54798ef7-7a1d-40e9-8d77-b6e9b6c0ce4c service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983760 Sep 14 10:08:06.681838 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9149abd3-47f8-43e8-a8b0-bf13b546f221 req-4e9d9b0c-c02c-4b0f-933c-42c3fde02f35 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882785 Sep 14 10:08:06.715634 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39746) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:06.721585 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072473973-network', 'tenant_id': '21993c3c509141aaab9e04d680794a23'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:06.778092 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Made reservation on behalf of 21993c3c509141aaab9e04d680794a23 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:08:06.780811 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.794645 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.846384 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-5bbdf736-aa57-488e-9b30-dce465386d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:06.850889 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-5bbdf736-aa57-488e-9b30-dce465386d81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08fafd3553314afa86bba335514048b6&device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 1097 time: 0.0670176 Sep 14 10:08:06.927701 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.932626 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.958479 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:08:06.960129 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-6f45ac1e-57bc-49f0-be5c-bae2d7d62288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:06.961587 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-6f45ac1e-57bc-49f0-be5c-bae2d7d62288 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 200 len: 916 time: 0.1004004 Sep 14 10:08:06.968541 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17e5af-c525-4015-a9b2-e3e3f8807221,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:06.974324 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:06.974676 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Added segment 0aba34c7-629a-4855-b8ed-0a19df4a7923 of type vlan for network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f Sep 14 10:08:07.007556 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-06915d6f-3848-4f6a-b57d-e728f69393a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91 HTTP/1.1" status: 200 len: 217 time: 0.0365717 Sep 14 10:08:07.023766 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.054398 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.065455 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:07.069258 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-485ceb77-4de9-4a7c-8a57-277eafa71e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:07.069850 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.070793 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-485ceb77-4de9-4a7c-8a57-277eafa71e3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 200 len: 855 time: 0.0566308 Sep 14 10:08:07.131847 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-1d35c06d-e2fa-4fef-b973-2bb27f6390be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cc9443a-c418-4da3-b371-e15f9dcdd1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366013 Sep 14 10:08:07.160557 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4437544 Sep 14 10:08:07.161093 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device aeb54569-4ec6-495c-b378-1d3765c21d97 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:07.161690 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac24c-fe80-4da0-8740-11fa39ae0365 admin admin] Pushing event updated for resources: {'Network': ['ID=3794dd0c-a5c3-40a9-900e-0a461ae4b14f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:07.163651 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39750) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:07.170151 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Request body: {'subnet': {'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072473973-subnet', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:07.191096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Made reservation on behalf of 21993c3c509141aaab9e04d680794a23 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:08:07.195313 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62703669'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.221441 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:08:07.239322 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28022488-3bed-43cf-b4ea-bdbf19de3a13 req-97c59a01-f100-4a38-9c69-b170b9f59229 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:07.240889 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-28022488-3bed-43cf-b4ea-bdbf19de3a13 req-97c59a01-f100-4a38-9c69-b170b9f59229 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 944 time: 0.1362386 Sep 14 10:08:07.294368 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-fc4ab0ca-7642-459d-ae80-59e748372d61 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400766 Sep 14 10:08:07.294963 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port aeb54569-4ec6-495c-b378-1d3765c21d97 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:07.299759 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-28022488-3bed-43cf-b4ea-bdbf19de3a13 req-10fcae5e-4775-4746-ab9a-91f1c67ae655 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Sep 14 10:08:07.312227 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port aeb54569-4ec6-495c-b378-1d3765c21d97 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:07.312621 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.398248 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.417589 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62808360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62703659'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.426049 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port aeb54569-4ec6-495c-b378-1d3765c21d97, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=aeb54569-4ec6-495c-b378-1d3765c21d97,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:07.427152 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b758dbae-3da6-40a3-aca8-0675bb43265a req-818f4236-d1fc-4b6e-be7d-bb5db4676708 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227636 Sep 14 10:08:07.430102 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.480779 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68a5e97-5e6f-406d-889d-d389a7ed47b8,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:07.487004 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Checking segment: {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:07.487368 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Network hostable DHCP agents. Network: 3794dd0c-a5c3-40a9-900e-0a461ae4b14f, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:08:07.487600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=aeb54569-4ec6-495c-b378-1d3765c21d97,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:07.505556 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:08:07.516839 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, 3794dd0c-a5c3-40a9-900e-0a461ae4b14f) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:07.520911 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:07.521513 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.528166 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3cfa0f-d08a-4fef-9a70-8cb962ac3649 None None] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:08:07.538258 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1070b940-0ca2-4c2e-9c44-79d89e104ad7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3714218 Sep 14 10:08:07.538480 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39752) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:07.542825 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:07.563467 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127642'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.564500 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681424', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127619'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.619816 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.672493 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5aefe93-268b-5258-860c-d65fa6c71921-3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'fixed_ips': [{'subnet_id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8'}]}} from dv-cinder-806965-4-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:08:07.673386 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.763690 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.811471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Allocated IP 172.20.0.2 (3794dd0c-a5c3-40a9-900e-0a461ae4b14f/f68a5e97-5e6f-406d-889d-d389a7ed47b8/0e951c83-36bd-460f-96b4-57575d494299) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:07.952776 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.960760 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.961673 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Transition to ACTIVE for port object 0e951c83-36bd-460f-96b4-57575d494299 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:07.977711 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Transition to ACTIVE for port object 0e951c83-36bd-460f-96b4-57575d494299 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:07.981785 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:07.983242 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.022309 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:08.025220 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:08.032167 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:08.036618 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Pushing event updated for resources: {'Port': ['ID=0e951c83-36bd-460f-96b4-57575d494299,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:08.090123 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Attempting to bind port 0e951c83-36bd-460f-96b4-57575d494299 on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:08.090492 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Attempting to bind port 0e951c83-36bd-460f-96b4-57575d494299 by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:08.090853 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Attempting to bind port 0e951c83-36bd-460f-96b4-57575d494299 on network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:08.091310 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Allocated IP 172.27.2.187 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/ed3e1f90-820b-40a8-bc56-ff9d6753ac3f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:08.098888 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:08.099259 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Checking segment: {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:08.099655 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.100048 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Bound using segment: {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:08.100511 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Bound port: 0e951c83-36bd-460f-96b4-57575d494299, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:08.100975 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.197073 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.238991 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.249696 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:08:08.259673 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:08.260297 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:08.282070 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:08.284976 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:08.288529 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:08.295919 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] For port 0e951c83-36bd-460f-96b4-57575d494299, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:08.299840 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] For port 0e951c83-36bd-460f-96b4-57575d494299, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=0e951c83-36bd-460f-96b4-57575d494299,segment=NetworkSegment(0aba34c7-629a-4855-b8ed-0a19df4a7923),segment_id=0aba34c7-629a-4855-b8ed-0a19df4a7923)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:08.304831 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.317265 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:08.368398 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2e9cd-2756-4186-b0f6-00fd88f4fe95 None None] Pushing event updated for resources: {'Port': ['ID=0e951c83-36bd-460f-96b4-57575d494299,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:08.370446 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:08.514690 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7be5a-e448-4963-a006-147a7fbd5c8d req-5c8c8f2d-c8fa-4213-be4b-5c58ca446b9b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:08.516765 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4a7be5a-e448-4963-a006-147a7fbd5c8d req-5c8c8f2d-c8fa-4213-be4b-5c58ca446b9b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 944 time: 0.0846610 Sep 14 10:08:08.588939 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 2, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:08.643837 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e4a7be5a-e448-4963-a006-147a7fbd5c8d req-9fb540a3-208f-4f2f-947c-723f745eb5b5 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721805 Sep 14 10:08:08.666836 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.720904 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:08:08.721248 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Updating router de6861bd-7b2d-471e-ad23-3db6c0499f9a port 798ba707-7971-46cf-b37a-fc977a6db0ed binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:08:08.745652 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.859931 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680833'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:08.988961 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Router 1c97f726-c928-4404-b32e-a5a6ece29d32 is scheduled to L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:08:09.001221 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.010703 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Transition to ACTIVE for port object 798ba707-7971-46cf-b37a-fc977a6db0ed will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:09.017657 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.066107 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Pushing event updated for resources: {'Port': ['ID=798ba707-7971-46cf-b37a-fc977a6db0ed,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:09.075207 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.075482 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.075817 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.076319 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.076936 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.077429 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.077915 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.079355 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.079894 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.080426 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.081039 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.081575 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:09.142484 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Attempting to bind port 798ba707-7971-46cf-b37a-fc977a6db0ed on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:09.142854 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Attempting to bind port 798ba707-7971-46cf-b37a-fc977a6db0ed by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:09.143216 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Attempting to bind port 798ba707-7971-46cf-b37a-fc977a6db0ed on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:09.153041 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:09.153412 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Checking segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:09.155153 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.155731 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Bound using segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:09.159027 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Bound port: 798ba707-7971-46cf-b37a-fc977a6db0ed, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:09.159632 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.270694 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] For port 798ba707-7971-46cf-b37a-fc977a6db0ed, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:09.277016 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] For port 798ba707-7971-46cf-b37a-fc977a6db0ed, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=798ba707-7971-46cf-b37a-fc977a6db0ed,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:09.288694 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0e951c83-36bd-460f-96b4-57575d494299 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:09.292536 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.362105 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:09.362772 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:09.362913 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 0e951c83-36bd-460f-96b4-57575d494299 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:09.367992 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device aeb54569-4ec6-495c-b378-1d3765c21d97 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:09.370556 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b44f-e3e6-4c66-ae95-6467ab07c2ae None None] Pushing event updated for resources: {'Port': ['ID=798ba707-7971-46cf-b37a-fc977a6db0ed,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:09.406857 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:08:09.431478 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Sync routers for ids ['1c97f726-c928-4404-b32e-a5a6ece29d32'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:08:09.433268 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.439223 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f3ce6caa-4bb3-4f71-922d-7e24a29b01b0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8994365 Sep 14 10:08:09.444667 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39756) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:09.464453 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Routers {'1c97f726-c928-4404-b32e-a5a6ece29d32'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:09.465285 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['1c97f726-c928-4404-b32e-a5a6ece29d32'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:09.492184 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:09.556162 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port aeb54569-4ec6-495c-b378-1d3765c21d97 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:09.556532 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.622976 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Set router 1c97f726-c928-4404-b32e-a5a6ece29d32 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:09.695576 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa1ad8-dd1e-40ee-b2f6-f946b0baab4b None None] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:08:09.740693 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:09Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:09.770149 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f701c-ab5f-4469-a96e-a7a0dc0f1dd5 None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:09Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:08:09.868036 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3ad73-c87e-47d5-96a1-dfcfb6e0102a req-e9dbd4a3-34e1-4f5f-ada0-bf795e236c51 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:09.870330 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-08a3ad73-c87e-47d5-96a1-dfcfb6e0102a req-e9dbd4a3-34e1-4f5f-ada0-bf795e236c51 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 944 time: 0.0986829 Sep 14 10:08:09.929830 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] Provisioning for port 0e951c83-36bd-460f-96b4-57575d494299 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:09.944255 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] Provisioning complete for port 0e951c83-36bd-460f-96b4-57575d494299 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:09.944611 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:09.950156 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-08a3ad73-c87e-47d5-96a1-dfcfb6e0102a req-a275919d-01fc-477d-ad59-093c144b2ce7 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702736 Sep 14 10:08:10.041950 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.062238 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:08Z', 'revision_number': 3, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:10.111582 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Checking router: 1c97f726-c928-4404-b32e-a5a6ece29d32 for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:08:10.112372 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Updating router 1c97f726-c928-4404-b32e-a5a6ece29d32 port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f binding host dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:08:10.146321 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.148299 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.237412 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Allocated IP 172.20.0.1 (3794dd0c-a5c3-40a9-900e-0a461ae4b14f/f68a5e97-5e6f-406d-889d-d389a7ed47b8/bbc0c09e-af28-4033-b900-27e6861afefb) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:10.290059 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] For port 0e951c83-36bd-460f-96b4-57575d494299, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=0e951c83-36bd-460f-96b4-57575d494299,segment=NetworkSegment(0aba34c7-629a-4855-b8ed-0a19df4a7923),segment_id=0aba34c7-629a-4855-b8ed-0a19df4a7923)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:10.303179 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.355817 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.370002 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Transition to ACTIVE for port object bbc0c09e-af28-4033-b900-27e6861afefb will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:10.409409 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.459942 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:10.460646 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fc09a-05bc-4a02-975c-ad3d139a93c5 None None] Pushing event updated for resources: {'Port': ['ID=0e951c83-36bd-460f-96b4-57575d494299,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:10.465036 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:10.468551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:10.522711 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-1e179f74-1981-4a56-ac8a-c7f116b2e709 None None] Provisioning complete for port 0e951c83-36bd-460f-96b4-57575d494299 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:10.523078 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1e179f74-1981-4a56-ac8a-c7f116b2e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.523440 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680912'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.581922 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Pushing event updated for resources: {'Port': ['ID=bbc0c09e-af28-4033-b900-27e6861afefb,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:10.630563 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.652032 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Transition to ACTIVE for port object ed3e1f90-820b-40a8-bc56-ff9d6753ac3f will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:10.676314 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.692021 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.748193 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Attempting to bind port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:10.748545 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Attempting to bind port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:10.748921 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Attempting to bind port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f on network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:10.760430 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3886697-4e5a-45b0-93b4-3616a43ef5a7 None None] Pushing event updated for resources: {'Port': ['ID=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:10.766708 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:10.767074 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Checking segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:10.767476 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.767851 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Bound using segment: {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:10.768320 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Bound port: ed3e1f90-820b-40a8-bc56-ff9d6753ac3f, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329043b-9362-4b42-b5ec-9c2cb95c948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:10.768776 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.824750 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] For port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:10.827821 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] For port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:10.833356 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.861998 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.868451 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.900958 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-8d600b40-70d8-4224-97a5-0321db2afbe4 None None] Provisioning for port bbc0c09e-af28-4033-b900-27e6861afefb completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:10.904690 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3886697-4e5a-45b0-93b4-3616a43ef5a7 None None] Pushing event updated for resources: {'Port': ['ID=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:10.908920 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-8d600b40-70d8-4224-97a5-0321db2afbe4 None None] Provisioning complete for port bbc0c09e-af28-4033-b900-27e6861afefb triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:10.909271 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8d600b40-70d8-4224-97a5-0321db2afbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:10.910797 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Routers {'1c97f726-c928-4404-b32e-a5a6ece29d32'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:10.911389 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['1c97f726-c928-4404-b32e-a5a6ece29d32'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:10.946496 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Pushing event updated for resources: {'Port': ['ID=bbc0c09e-af28-4033-b900-27e6861afefb,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:10.948849 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683328'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.053624 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:11.055254 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:11.141436 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-8d600b40-70d8-4224-97a5-0321db2afbe4 None None] Port bbc0c09e-af28-4033-b900-27e6861afefb cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:08:11.141812 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da787b0-bbd5-4ee7-b13b-7b156313ed64 req-e2722ee1-9dcb-4afe-b221-f494110a1203 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:11.144422 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2da787b0-bbd5-4ee7-b13b-7b156313ed64 req-e2722ee1-9dcb-4afe-b221-f494110a1203 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 944 time: 0.1118722 Sep 14 10:08:11.163847 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ea28dcf0-d778-41bc-9990-bcdfc6a32a91 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:08:11.215143 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2da787b0-bbd5-4ee7-b13b-7b156313ed64 req-418cfda3-4096-4266-b4b6-5f90580228b7 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648293 Sep 14 10:08:11.221544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Router 1c97f726-c928-4404-b32e-a5a6ece29d32 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:08:11.254342 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0e951c83-36bd-460f-96b4-57575d494299 up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:11.352761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:08:11.358213 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-04d89c38-b68e-4a14-9695-38cd1b97b74d admin admin] 10.222.0.21 "PUT /v2.0/routers/1c97f726-c928-4404-b32e-a5a6ece29d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120810 Sep 14 10:08:11.377545 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] Set router 1c97f726-c928-4404-b32e-a5a6ece29d32 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:11.457127 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-7c00d843-d82a-43e0-ac6f-49d1d244335c None None] Provisioning complete for port bbc0c09e-af28-4033-b900-27e6861afefb triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:11.457503 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7c00d843-d82a-43e0-ac6f-49d1d244335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.487752 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 0e951c83-36bd-460f-96b4-57575d494299 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:11.488349 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.557755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:11.597431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91', 'network_id': '3cc9443a-c418-4da3-b371-e15f9dcdd1fc', 'port_id': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91', 'mac_address': 'fa:16:3e:1c:e5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56a1c2a-0e37-4a09-8980-de30929fa763', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:08:11.601636 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-425084df-4339-4669-955e-0a2e2ba67777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.603032 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-7c00d843-d82a-43e0-ac6f-49d1d244335c None None] Port bbc0c09e-af28-4033-b900-27e6861afefb cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:08:11.710510 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.749006 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28dcf0-d778-41bc-9990-bcdfc6a32a91 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:08:11.768804 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 798ba707-7971-46cf-b37a-fc977a6db0ed up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:11.785764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39768) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:11.789892 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023850267', 'description': 'tempest-secgroup-smoke-2023850267 description', 'project_id': '54157c6d78d44f108d0799ab0d8f908a'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:11.798673 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:11.810192 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.811799 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.880521 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'bbc0c09e-af28-4033-b900-27e6861afefb', 'name': '', 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'mac_address': 'fa:16:3e:0c:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:10Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 2, 'project_id': '21993c3c509141aaab9e04d680794a23', 'subnets': [{'id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:11.884177 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:11.898909 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.902825 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.911288 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port 798ba707-7971-46cf-b37a-fc977a6db0ed completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:11.913406 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396356e-bae8-4c35-a612-e30938eab34a None None] The sync data for ids ['1c97f726-c928-4404-b32e-a5a6ece29d32'] in dv-cinder-806965-4-iscsi is: [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'bbc0c09e-af28-4033-b900-27e6861afefb', 'name': '', 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'mac_address': 'fa:16:3e:0c:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:10Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 2, 'project_id': '21993c3c509141aaab9e04d680794a23', 'subnets': [{'id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:08:11.916799 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 798ba707-7971-46cf-b37a-fc977a6db0ed triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:11.917186 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.939446 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.939446 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481631 Sep 14 10:08:11.939446 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b8bc1-75dc-4102-92ac-7caa4d275c8e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82d498-bd49-4223-bb66-5e61cbb731ff,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:11.939815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39770) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:11.944092 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group_rule': {'security_group_id': '8f82d498-bd49-4223-bb66-5e61cbb731ff', 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:11.975468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:11.996777 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.036911 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port 798ba707-7971-46cf-b37a-fc977a6db0ed, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=798ba707-7971-46cf-b37a-fc977a6db0ed,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:12.037803 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.041808 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.042983 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.063831 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9737e16-2605-481f-98f7-85cbd3fa686f,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.072578 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.077252 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6783632c-afc9-4f36-89cf-cda5f66301ab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338539 Sep 14 10:08:12.079342 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39772) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:12.083782 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group_rule': {'security_group_id': '8f82d498-bd49-4223-bb66-5e61cbb731ff', 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:12.097500 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=798ba707-7971-46cf-b37a-fc977a6db0ed,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.110928 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.148972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['ea28dcf0-d778-41bc-9990-bcdfc6a32a91'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:12.188954 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.192742 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.216772 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69947f5-c23e-4168-8f15-4aa7c48b12a3,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.221263 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.222572 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-24499ee0-795f-4a1d-9aee-910ff9558150 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430268 Sep 14 10:08:12.225293 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39774) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:12.230125 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group_rule': {'security_group_id': '8f82d498-bd49-4223-bb66-5e61cbb731ff', 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:12.267823 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.331074 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.335091 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.354219 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bae304-f5cd-42bd-9281-06643904fcba,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.361761 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791dd70-e607-49e8-8da6-db629c27460f req-c533f798-c4b7-4504-b766-da1e4acb75ff tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:12.363319 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791dd70-e607-49e8-8da6-db629c27460f req-c533f798-c4b7-4504-b766-da1e4acb75ff tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 945 time: 0.0559623 Sep 14 10:08:12.365806 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.367354 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-155a15b1-b2d5-4405-874c-b597cc8cd8ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407187 Sep 14 10:08:12.369886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39778) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:12.374305 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group_rule': {'security_group_id': '8f82d498-bd49-4223-bb66-5e61cbb731ff', 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:12.410306 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791dd70-e607-49e8-8da6-db629c27460f req-89307fad-87c7-415a-bf05-dbd6c00ee995 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Sep 14 10:08:12.416902 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.482819 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.487156 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.505448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337f23a3-7a0e-4a08-ab0b-8efebd929348,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.513911 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.515708 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9725f0df-4696-4c2e-91b1-fee931b3e55b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444659 Sep 14 10:08:12.518008 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 39780) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:12.522408 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group_rule': {'security_group_id': '8f82d498-bd49-4223-bb66-5e61cbb731ff', 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:12.545881 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Project 54157c6d78d44f108d0799ab0d8f908a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 10:08:12.551504 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.628575 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.632355 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.659999 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f8d007-4dbc-47d0-b20e-45025b8464aa,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.663761 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.667937 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c971da22-2460-4642-9e4a-bec128e8bfe2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465209 Sep 14 10:08:12.668421 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 39782) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:12.673350 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'security_group_rule': {'security_group_id': '8f82d498-bd49-4223-bb66-5e61cbb731ff', 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:12.696604 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.securitygroups_db [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Project 54157c6d78d44f108d0799ab0d8f908a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 10:08:12.703027 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.755975 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.760479 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481338'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.779054 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be75e648-9c3a-4f08-9cea-c6ada029b80d,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:12.785183 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:12.786499 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d12dd3d2-8799-420e-bdc0-4d65db50e4cc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170874 Sep 14 10:08:13.216488 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device ed3e1f90-820b-40a8-bc56-ff9d6753ac3f up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:13.269511 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:13.273090 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:13.273465 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:13.351313 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:13.370848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:13.374528 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:13.375795 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 798ba707-7971-46cf-b37a-fc977a6db0ed up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:13.458199 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:13.471167 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port 798ba707-7971-46cf-b37a-fc977a6db0ed triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:13.471546 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:13.535171 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb835-f916-42fe-b5a0-1f73b6d0a938 req-1586ef6e-c65b-4533-b191-a3a6f5b9ecad tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:13.536676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8decb835-f916-42fe-b5a0-1f73b6d0a938 req-1586ef6e-c65b-4533-b191-a3a6f5b9ecad tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 945 time: 0.0507944 Sep 14 10:08:13.574384 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8decb835-f916-42fe-b5a0-1f73b6d0a938 req-fa0a2d12-5704-448f-a244-7d1181772d2e tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Sep 14 10:08:13.908512 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Sync routers for ids ['1c97f726-c928-4404-b32e-a5a6ece29d32'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:08:13.917931 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Routers {'1c97f726-c928-4404-b32e-a5a6ece29d32'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:13.918476 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:07:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['1c97f726-c928-4404-b32e-a5a6ece29d32'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:14.020787 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Set router 1c97f726-c928-4404-b32e-a5a6ece29d32 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:14.210055 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'bbc0c09e-af28-4033-b900-27e6861afefb', 'name': '', 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'mac_address': 'fa:16:3e:0c:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:10Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 2, 'project_id': '21993c3c509141aaab9e04d680794a23', 'subnets': [{'id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:14.236363 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Checking router: 1c97f726-c928-4404-b32e-a5a6ece29d32 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:08:14.236707 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Updating router 1c97f726-c928-4404-b32e-a5a6ece29d32 port bbc0c09e-af28-4033-b900-27e6861afefb binding host dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:08:14.259954 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.313627 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd4fb-29df-477c-ac9b-293ca09b79d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.491470 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.525210 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.535304 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Transition to ACTIVE for port object bbc0c09e-af28-4033-b900-27e6861afefb will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:14.542108 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.597847 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276156b-ad89-4905-8800-35024b22392e None None] Pushing event updated for resources: {'Port': ['ID=bbc0c09e-af28-4033-b900-27e6861afefb,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:14.648450 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Attempting to bind port bbc0c09e-af28-4033-b900-27e6861afefb on host dv-cinder-806965-4-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:14.648814 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Attempting to bind port bbc0c09e-af28-4033-b900-27e6861afefb by drivers openvswitch,hyperv on host dv-cinder-806965-4-iscsi at level 0 using segments [{'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:14.649203 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Attempting to bind port bbc0c09e-af28-4033-b900-27e6861afefb on network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:14.654521 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Checking agent: {'id': 'fc801748-72c7-4bad-a778-38f67b84cace', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 52, 44), 'started_at': datetime.datetime(2021, 9, 14, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:14.654899 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Checking segment: {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:14.655298 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.655688 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Bound using segment: {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:14.656835 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Bound port: bbc0c09e-af28-4033-b900-27e6861afefb, host: dv-cinder-806965-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aba34c7-629a-4855-b8ed-0a19df4a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:14.657263 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.709434 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a41e7-b66f-4ca6-85de-81ae1faa184c req-c64721a2-0fe6-4f79-824c-52aeb12eab9d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:14.711355 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-400a41e7-b66f-4ca6-85de-81ae1faa184c req-c64721a2-0fe6-4f79-824c-52aeb12eab9d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 945 time: 0.0559480 Sep 14 10:08:14.756285 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-400a41e7-b66f-4ca6-85de-81ae1faa184c req-84de039c-ba93-4285-97a9-dda1da223e20 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343552 Sep 14 10:08:14.808339 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] For port bbc0c09e-af28-4033-b900-27e6861afefb, host dv-cinder-806965-4-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:14.811443 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] For port bbc0c09e-af28-4033-b900-27e6861afefb, host dv-cinder-806965-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=bbc0c09e-af28-4033-b900-27e6861afefb,segment=NetworkSegment(0aba34c7-629a-4855-b8ed-0a19df4a7923),segment_id=0aba34c7-629a-4855-b8ed-0a19df4a7923)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:14.816429 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:14.873943 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276156b-ad89-4905-8800-35024b22392e None None] Pushing event updated for resources: {'Port': ['ID=bbc0c09e-af28-4033-b900-27e6861afefb,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:14.877481 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Routers {'1c97f726-c928-4404-b32e-a5a6ece29d32'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:14.878137 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:08:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['1c97f726-c928-4404-b32e-a5a6ece29d32'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:14.978200 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ea28dcf0-d778-41bc-9990-bcdfc6a32a91 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:14.990080 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] Set router 1c97f726-c928-4404-b32e-a5a6ece29d32 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:15.027581 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:15.031195 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:15.031561 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.127446 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.159672 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc5084b-0570-41cd-a240-ad549e46121f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:15.161986 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955cf0e-6857-4b7b-879c-758798782710" -d '{"events": [{"server_uuid": "2fc5084b-0570-41cd-a240-ad549e46121f", "name": "network-vif-plugged", "status": "completed", "tag": "ea28dcf0-d778-41bc-9990-bcdfc6a32a91"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:15.175807 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:15.180152 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device ed3e1f90-820b-40a8-bc56-ff9d6753ac3f up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:15.204622 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b9918-d24a-459c-a18c-c953889e2f88 x-openstack-request-id: req-c23b9918-d24a-459c-a18c-c953889e2f88 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:15.204957 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc5084b-0570-41cd-a240-ad549e46121f", "name": "network-vif-plugged", "status": "completed", "tag": "ea28dcf0-d778-41bc-9990-bcdfc6a32a91", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:15.205193 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c23b9918-d24a-459c-a18c-c953889e2f88 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:15.205579 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc5084b-0570-41cd-a240-ad549e46121f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91', 'code': 200} Sep 14 10:08:15.205685 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'bbc0c09e-af28-4033-b900-27e6861afefb', 'name': '', 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'mac_address': 'fa:16:3e:0c:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:10Z', 'updated_at': '2021-09-14T10:08:14Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'subnets': [{'id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:15.208366 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.232926 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25094-56e1-4395-9fc8-af020f893a63 None None] The sync data for ids ['1c97f726-c928-4404-b32e-a5a6ece29d32'] in dv-cinder-806965-4-iscsi is: [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:10Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': 'bbc0c09e-af28-4033-b900-27e6861afefb', 'name': '', 'network_id': '3794dd0c-a5c3-40a9-900e-0a461ae4b14f', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'mac_address': 'fa:16:3e:0c:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:10Z', 'updated_at': '2021-09-14T10:08:14Z', 'revision_number': 4, 'project_id': '21993c3c509141aaab9e04d680794a23', 'subnets': [{'id': 'f68a5e97-5e6f-406d-889d-d389a7ed47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:08:15.284975 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:15.292029 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:15.292402 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.399220 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device bbc0c09e-af28-4033-b900-27e6861afefb up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:15.461048 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning for port bbc0c09e-af28-4033-b900-27e6861afefb completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:15.465272 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port bbc0c09e-af28-4033-b900-27e6861afefb triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:15.465647 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.465971 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7261f-92c7-4961-ae38-58e2a7025675 req-093dc3b1-5c96-4220-9fe5-4a8b15d8e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:15.468352 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9da7261f-92c7-4961-ae38-58e2a7025675 req-093dc3b1-5c96-4220-9fe5-4a8b15d8e3be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 1099 time: 0.0414081 Sep 14 10:08:15.512063 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9da7261f-92c7-4961-ae38-58e2a7025675 req-a8d75220-7b5a-4f85-88f3-a6484adb2040 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Sep 14 10:08:15.661236 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.696180 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.730599 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] For port bbc0c09e-af28-4033-b900-27e6861afefb, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=bbc0c09e-af28-4033-b900-27e6861afefb,segment=NetworkSegment(0aba34c7-629a-4855-b8ed-0a19df4a7923),segment_id=0aba34c7-629a-4855-b8ed-0a19df4a7923)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:15.736116 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:15.783176 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Pushing event updated for resources: {'Port': ['ID=bbc0c09e-af28-4033-b900-27e6861afefb,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:15.872904 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b46836-d07d-49fb-a73d-5bd93c216c28 req-8d34016c-4e25-4ae5-90b3-ece67477bef1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:15.875031 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-71b46836-d07d-49fb-a73d-5bd93c216c28 req-8d34016c-4e25-4ae5-90b3-ece67477bef1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 946 time: 0.0488174 Sep 14 10:08:15.918772 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-71b46836-d07d-49fb-a73d-5bd93c216c28 req-6b834f67-e5b6-4e49-96fe-5696c52f3c0b tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376048 Sep 14 10:08:17.033468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b919749-e59d-4b24-abf0-2001a15abe16 req-cc5dff3c-f778-4523-9395-8f418b51c223 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:17.034829 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b919749-e59d-4b24-abf0-2001a15abe16 req-cc5dff3c-f778-4523-9395-8f418b51c223 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 946 time: 0.0488331 Sep 14 10:08:17.075344 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b919749-e59d-4b24-abf0-2001a15abe16 req-3fa6a24e-6f84-4a6c-a50c-642fa5aede43 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Sep 14 10:08:17.129782 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device bbc0c09e-af28-4033-b900-27e6861afefb up at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:17.133484 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:17.181633 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Provisioning complete for port bbc0c09e-af28-4033-b900-27e6861afefb triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:17.181999 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:19.345712 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:28.938024 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db7c0-0103-40e4-970d-7f5c32c8e2be req-45895545-766a-4c29-9efe-02ba8aa3246e tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:28.939532 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ee6db7c0-0103-40e4-970d-7f5c32c8e2be req-45895545-766a-4c29-9efe-02ba8aa3246e tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 946 time: 0.0473390 Sep 14 10:08:28.976450 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ee6db7c0-0103-40e4-970d-7f5c32c8e2be req-06c60cc0-0222-46c6-b14e-e31a36398b0a tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304074 Sep 14 10:08:30.092086 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b77ce7-8d4b-40db-92ad-0aedd107c81b req-3a3a0ca5-bc62-4633-9bd0-f5efd5d1dddf tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:30.098962 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e0b77ce7-8d4b-40db-92ad-0aedd107c81b req-3a3a0ca5-bc62-4633-9bd0-f5efd5d1dddf tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 946 time: 0.0479198 Sep 14 10:08:30.130917 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e0b77ce7-8d4b-40db-92ad-0aedd107c81b req-1b9391ea-753f-465b-aa2c-0e98281d316c tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Sep 14 10:08:30.795332 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-78fef53e-b77f-4612-b03f-a98f62cc94f7 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:30.796661 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-78fef53e-b77f-4612-b03f-a98f62cc94f7 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 946 time: 0.0461845 Sep 14 10:08:30.885054 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Deleting port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:08:30.885394 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:30.970746 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] For port ea28dcf0-d778-41bc-9990-bcdfc6a32a91, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:30.971113 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:30.983489 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Calling delete_port for ea28dcf0-d778-41bc-9990-bcdfc6a32a91 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:08:31.107748 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:31.136018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event deleted for resources: {'Port': ['ID=ea28dcf0-d778-41bc-9990-bcdfc6a32a91,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:31.144464 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.144586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd', '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd', 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:31.145015 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.145015 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.145210 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.145496 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.145829 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.146156 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.146629 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.146815 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.147144 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.147491 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.147779 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:31.191711 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] No DVR routers for this DVR port ea28dcf0-d778-41bc-9990-bcdfc6a32a91 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:08:31.194339 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:31.196371 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75bca190-b0a1-4bec-b5e3-0fb72351172c req-ba1a002c-3611-44c7-a820-ef3cb441c6cb tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "DELETE /v2.0/ports/ea28dcf0-d778-41bc-9990-bcdfc6a32a91 HTTP/1.1" status: 204 len: 173 time: 0.3930452 Sep 14 10:08:31.196813 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc5084b-0570-41cd-a240-ad549e46121f', 'name': 'network-vif-deleted', 'tag': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:31.199845 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412c0adc-69e2-4798-92c8-93f766c71d2b" -d '{"events": [{"server_uuid": "2fc5084b-0570-41cd-a240-ad549e46121f", "name": "network-vif-deleted", "tag": "ea28dcf0-d778-41bc-9990-bcdfc6a32a91"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:31.275538 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afcb4bd-8084-4616-8515-7b172ee8e5a4 x-openstack-request-id: req-0afcb4bd-8084-4616-8515-7b172ee8e5a4 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:31.275817 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc5084b-0570-41cd-a240-ad549e46121f", "name": "network-vif-deleted", "tag": "ea28dcf0-d778-41bc-9990-bcdfc6a32a91", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:31.276256 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0afcb4bd-8084-4616-8515-7b172ee8e5a4 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:31.277166 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc5084b-0570-41cd-a240-ad549e46121f', 'name': 'network-vif-deleted', 'tag': 'ea28dcf0-d778-41bc-9990-bcdfc6a32a91', 'status': 'completed', 'code': 200} Sep 14 10:08:31.288367 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bb3466c9-fc12-4834-9e31-4b521e7c0968 req-506bfe2d-45f0-4352-8f05-a16d13c64768 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc5084b-0570-41cd-a240-ad549e46121f HTTP/1.1" status: 200 len: 210 time: 0.0541191 Sep 14 10:08:31.383316 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-3c498ab0-a1a6-42d0-9065-37aba925eb0d tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023850267&fields=id&tenant_id=54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 267 time: 0.0342185 Sep 14 10:08:31.492547 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-43bfb82a-6fd9-4179-bc5a-bbbfa21023fe tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:31.494023 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-43bfb82a-6fd9-4179-bc5a-bbbfa21023fe tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1036711 Sep 14 10:08:31.508435 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-d62a7941-66fc-4c16-9f73-b0e9f2764561 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/quotas/54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 375 time: 0.0087941 Sep 14 10:08:31.557810 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-de28fa21-ce49-4044-860d-5ae52ef5793e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442877 Sep 14 10:08:31.649595 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-1f2bcc75-9ef0-4277-9aa6-0d59554d981a service neutron] 10.222.0.21 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802433 Sep 14 10:08:31.741690 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-4375e691-1aca-4b76-8270-84794796b25c service neutron] 10.222.0.21 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Sep 14 10:08:32.024024 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2b61a321-9b64-419f-91dd-b330998b2a51 req-0546c26f-734f-41fd-a60b-f98ff3868c70 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 210 time: 0.0260935 Sep 14 10:08:33.075987 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-ae16e0c3-0cfb-4c38-8946-e580f154daf5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:33.077630 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-ae16e0c3-0cfb-4c38-8946-e580f154daf5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1042788 Sep 14 10:08:33.124069 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bd9bfd85-8911-4f83-b52b-fa57603a79bb req-cd4ab747-816d-4f72-883b-aca186d3b8cd tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 210 time: 0.0345342 Sep 14 10:08:33.146022 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-5248bcbb-9086-4966-9955-327089c85878 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 380 time: 0.0475540 Sep 14 10:08:33.155572 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'port': {'device_id': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'admin_state_up': True, 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'security_groups': ['8f82d498-bd49-4223-bb66-5e61cbb731ff']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:33.259160 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Made reservation on behalf of 54157c6d78d44f108d0799ab0d8f908a for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:08:33.262616 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:33.381241 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Allocated IP 172.20.0.6 (e31c341c-0602-497d-a5e3-d8e551afd4d8/21be54f8-ef0a-4242-a19b-13658565a457/0cc7920b-3e52-4030-8058-a0aaaacb75ea) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:33.820506 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:33.830255 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d527888-e527-47bf-b057-1eec8f719218 req-187063d8-65be-4634-bf46-f450774de6b0 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:33.832258 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d527888-e527-47bf-b057-1eec8f719218 req-187063d8-65be-4634-bf46-f450774de6b0 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 945 time: 0.0827324 Sep 14 10:08:33.855467 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Transition to ACTIVE for port object 0cc7920b-3e52-4030-8058-a0aaaacb75ea will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:33.885639 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3d527888-e527-47bf-b057-1eec8f719218 req-42a1504e-b31c-4247-9731-04797d9c7a9c tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458422 Sep 14 10:08:33.908896 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:33.959333 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:33.962405 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:33.964903 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:34.000219 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=0cc7920b-3e52-4030-8058-a0aaaacb75ea,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:34.022571 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.023216 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.038750 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-acf76c81-234d-43cc-ac5b-5754e098a9f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869696 Sep 14 10:08:34.057277 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Request body: {'port': {'device_id': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:34.115448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.211981 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ddf70055-9e62-4a3c-a441-bfa5eeefa2cc None None] Provisioning for port 0cc7920b-3e52-4030-8058-a0aaaacb75ea completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:34.215596 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ddf70055-9e62-4a3c-a441-bfa5eeefa2cc None None] Provisioning complete for port 0cc7920b-3e52-4030-8058-a0aaaacb75ea triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:34.215966 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ddf70055-9e62-4a3c-a441-bfa5eeefa2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.249961 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa667c02-d9e6-4785-b717-41b1106fc5a0 req-d860f626-d462-4039-a6d4-4e422e5c1cf0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.251708 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa667c02-d9e6-4785-b717-41b1106fc5a0 req-d860f626-d462-4039-a6d4-4e422e5c1cf0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 931 time: 0.0598311 Sep 14 10:08:34.252752 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ddf70055-9e62-4a3c-a441-bfa5eeefa2cc None None] Port 0cc7920b-3e52-4030-8058-a0aaaacb75ea cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:08:34.297303 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa667c02-d9e6-4785-b717-41b1106fc5a0 req-926db23e-5a13-407c-8373-f2a9acdda2ea tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Sep 14 10:08:34.374909 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc7920b-3e52-4030-8058-a0aaaacb75ea {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:08:34.382005 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.394096 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Transition to ACTIVE for port object 0cc7920b-3e52-4030-8058-a0aaaacb75ea will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:08:34.397627 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.447245 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Pushing event updated for resources: {'Port': ['ID=0cc7920b-3e52-4030-8058-a0aaaacb75ea,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:34.513439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Attempting to bind port 0cc7920b-3e52-4030-8058-a0aaaacb75ea on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:08:34.513776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Attempting to bind port 0cc7920b-3e52-4030-8058-a0aaaacb75ea by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:08:34.514127 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Attempting to bind port 0cc7920b-3e52-4030-8058-a0aaaacb75ea on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:34.518440 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Port 0cc7920b-3e52-4030-8058-a0aaaacb75ea on network e31c341c-0602-497d-a5e3-d8e551afd4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:08:34.521424 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Attempting to bind port 0cc7920b-3e52-4030-8058-a0aaaacb75ea on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:08:34.525651 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:08:34.525959 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Checking segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:08:34.526325 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Bound using segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:08:34.527023 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Bound port: 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:08:34.527378 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.610101 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] For port 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:08:34.613634 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] For port 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:08:34.617722 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.651331 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.652202 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:34.653614 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] 10.222.0.32 "PUT /v2.0/ports/0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 200 len: 1093 time: 0.6006777 Sep 14 10:08:34.654038 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:34.656231 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4039232-12ee-42be-a1f6-e72f74551989" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:34.696529 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749cc2-6aa0-448e-9f30-e306f488b00a service neutron] Pushing event updated for resources: {'Port': ['ID=0cc7920b-3e52-4030-8058-a0aaaacb75ea,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:34.710032 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e2a6d-a36f-4d10-83be-3a8a617ba2a6 x-openstack-request-id: req-9e6e2a6d-a36f-4d10-83be-3a8a617ba2a6 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:34.710321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:34.710564 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e6e2a6d-a36f-4d10-83be-3a8a617ba2a6 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:34.710953 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'status': 'completed', 'code': 200} Sep 14 10:08:34.760090 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-13a1d467-5467-4504-8c41-e3b06ab871b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.761636 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-13a1d467-5467-4504-8c41-e3b06ab871b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0416050 Sep 14 10:08:34.814113 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-410600ff-f1a8-4b61-aed5-da73278d0ecd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 200 len: 217 time: 0.0368452 Sep 14 10:08:34.862675 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-c7ce3ed0-00e7-4111-bf2a-93c3c5113b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.864135 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-c7ce3ed0-00e7-4111-bf2a-93c3c5113b99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0417929 Sep 14 10:08:34.913718 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-7fa52065-6da8-4a0f-9a8b-df4d82e5ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.915200 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-7fa52065-6da8-4a0f-9a8b-df4d82e5ca12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401733 Sep 14 10:08:34.998521 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef430f2-b39c-4b97-ae8d-36f2efc1fc10 req-35faff15-f388-49ed-9d00-a8fb69b3e8af tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:34.999933 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6ef430f2-b39c-4b97-ae8d-36f2efc1fc10 req-35faff15-f388-49ed-9d00-a8fb69b3e8af tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 945 time: 0.0471461 Sep 14 10:08:35.008424 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-fd4b2d81-a400-428b-9a4e-8249a661a6d8 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848525 Sep 14 10:08:35.033156 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ea28dcf0-d778-41bc-9990-bcdfc6a32a91 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:08:35.047332 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6ef430f2-b39c-4b97-ae8d-36f2efc1fc10 req-cedee86c-7938-41c7-b328-b62db59fcf62 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Sep 14 10:08:35.054680 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: ea28dcf0-d778-41bc-9990-bcdfc6a32a91 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:08:35.055239 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ea28dcf0-d778-41bc-9990-bcdfc6a32a91 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:08:35.059592 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:08:35.105706 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-54c558b7-58dc-4675-a231-45d0e9c4b00a req-43825aa7-57cf-4045-bbd2-d75e28c2c6d8 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896587 Sep 14 10:08:35.259036 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039232-12ee-42be-a1f6-e72f74551989 req-e1351ef3-c80f-41b7-ae38-87cf8fc48773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:35.260423 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-e1351ef3-c80f-41b7-ae38-87cf8fc48773 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0496001 Sep 14 10:08:35.475544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05796b-b492-477f-9821-beeb74594b86 req-c85d6d25-a983-4116-aa1e-5e58006ed03f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:35.477029 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2a05796b-b492-477f-9821-beeb74594b86 req-c85d6d25-a983-4116-aa1e-5e58006ed03f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 945 time: 0.1400657 Sep 14 10:08:35.488321 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a815b-db2e-4150-b339-be3e8fff20b2 req-45ea3df3-0112-4c90-8f29-ba5dab418e91 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:35.489719 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b41a815b-db2e-4150-b339-be3e8fff20b2 req-45ea3df3-0112-4c90-8f29-ba5dab418e91 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.1214840 Sep 14 10:08:35.497093 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039232-12ee-42be-a1f6-e72f74551989 req-7f5f3468-1f88-4633-bdd7-f3b403446444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:35.500373 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-7f5f3468-1f88-4633-bdd7-f3b403446444 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.1707120 Sep 14 10:08:35.583953 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-5f8f5dab-b56d-49a9-afef-89dc793db3fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 200 len: 217 time: 0.0575516 Sep 14 10:08:35.642924 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b41a815b-db2e-4150-b339-be3e8fff20b2 req-5d0bbcde-dea3-4782-bc0a-7fd044da9dae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405699 Sep 14 10:08:35.665852 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039232-12ee-42be-a1f6-e72f74551989 req-4c857022-5652-4804-9814-2ee625bfd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:35.667284 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-4c857022-5652-4804-9814-2ee625bfd8b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0647566 Sep 14 10:08:35.687495 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Deleting port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:08:35.687834 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:35.773688 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039232-12ee-42be-a1f6-e72f74551989 req-2af19990-000d-4849-b6a3-7757d05a86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:35.775165 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-2af19990-000d-4849-b6a3-7757d05a86b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008544 Sep 14 10:08:35.813229 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] For port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:35.813597 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:35.834356 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Calling delete_port for ccf0e8e3-cede-47a6-9d50-2fc79fe894dd owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:08:35.927114 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-b0f3f651-05c3-4f3c-a84f-ff69abe0bdd3 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450992 Sep 14 10:08:36.057849 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f4039232-12ee-42be-a1f6-e72f74551989 req-ac038f54-0503-4853-a7e9-35299e690cda service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227458 Sep 14 10:08:36.070892 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:36.098268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event deleted for resources: {'Port': ['ID=ccf0e8e3-cede-47a6-9d50-2fc79fe894dd,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:36.103678 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd', '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:36.152052 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f5c1d04c-4500-4659-b0ac-55e5abce39aa req-e7e27c97-b931-457c-a0b8-d4382b4b8f5c tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8ec940-143f-4af4-bbb8-376baffe3910 HTTP/1.1" status: 200 len: 210 time: 0.0288937 Sep 14 10:08:36.152649 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] No DVR routers for this DVR port ccf0e8e3-cede-47a6-9d50-2fc79fe894dd on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:08:36.155193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:36.157523 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2a05796b-b492-477f-9821-beeb74594b86 req-65e34bb3-15aa-40ba-84b3-95901c19a743 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "DELETE /v2.0/ports/ccf0e8e3-cede-47a6-9d50-2fc79fe894dd HTTP/1.1" status: 204 len: 173 time: 0.6665914 Sep 14 10:08:36.711893 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'name': 'network-vif-deleted', 'tag': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:36.714094 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9458ca73-d340-472c-8810-fc9194cf47ca" -d '{"events": [{"server_uuid": "1f8ec940-143f-4af4-bbb8-376baffe3910", "name": "network-vif-deleted", "tag": "ccf0e8e3-cede-47a6-9d50-2fc79fe894dd"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:36.756562 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b3377-886e-49e0-b60e-107d788a95ed x-openstack-request-id: req-c79b3377-886e-49e0-b60e-107d788a95ed {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:36.756849 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8ec940-143f-4af4-bbb8-376baffe3910", "name": "network-vif-deleted", "tag": "ccf0e8e3-cede-47a6-9d50-2fc79fe894dd", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:36.757124 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c79b3377-886e-49e0-b60e-107d788a95ed {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:36.757506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8ec940-143f-4af4-bbb8-376baffe3910', 'name': 'network-vif-deleted', 'tag': 'ccf0e8e3-cede-47a6-9d50-2fc79fe894dd', 'status': 'completed', 'code': 200} Sep 14 10:08:36.764908 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4447f-af2d-4f00-ac25-678b08d97b96 req-b6a6823d-537b-40fa-868d-139976a9c092 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:36.766385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3b4447f-af2d-4f00-ac25-678b08d97b96 req-b6a6823d-537b-40fa-868d-139976a9c092 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.0561266 Sep 14 10:08:36.802851 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3b4447f-af2d-4f00-ac25-678b08d97b96 req-0038cc9a-d019-4ba5-a3b7-2b3fad6d1363 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Sep 14 10:08:37.416500 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd0ff-8bcb-4d63-ba74-8edec5027cad req-1bff2963-6354-478b-a230-9a2301c7e1e5 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:37.418009 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b8bfd0ff-8bcb-4d63-ba74-8edec5027cad req-1bff2963-6354-478b-a230-9a2301c7e1e5 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Sep 14 10:08:37.459905 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b8bfd0ff-8bcb-4d63-ba74-8edec5027cad req-63a668d4-7ade-45ab-b925-dc34e9599734 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359826 Sep 14 10:08:37.913495 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21359019-47d1-4565-9842-7253a24f061f req-60696e2b-1939-452a-90d8-6b2f829f80b5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:37.914951 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-21359019-47d1-4565-9842-7253a24f061f req-60696e2b-1939-452a-90d8-6b2f829f80b5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.0472491 Sep 14 10:08:37.951039 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-21359019-47d1-4565-9842-7253a24f061f req-a29beaa2-8a43-4ca4-ae0c-55837ef24832 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302832 Sep 14 10:08:38.571809 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2a11-4a78-46c4-92c5-15cdc00ee47b req-087dfaf4-059f-4532-a265-8471ed9adf2d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:38.573285 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-befa2a11-4a78-46c4-92c5-15cdc00ee47b req-087dfaf4-059f-4532-a265-8471ed9adf2d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 945 time: 0.0471277 Sep 14 10:08:38.609035 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-befa2a11-4a78-46c4-92c5-15cdc00ee47b req-6505a77e-6fd9-4276-abf9-be8c61096ac6 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300343 Sep 14 10:08:38.791993 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-ee1758cd-5b47-4a4d-9e6b-8e15fd300da1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:38.793416 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-ee1758cd-5b47-4a4d-9e6b-8e15fd300da1 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Sep 14 10:08:38.879193 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Deleting port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:08:38.879528 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:38.965587 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] For port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:38.966245 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:38.977468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Calling delete_port for 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:08:39.033346 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ccf0e8e3-cede-47a6-9d50-2fc79fe894dd no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:08:39.052702 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: ccf0e8e3-cede-47a6-9d50-2fc79fe894dd {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:08:39.053004 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device ccf0e8e3-cede-47a6-9d50-2fc79fe894dd not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:08:39.085602 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890510b2-2c5a-4f3d-8825-c4c22dee87c6 req-507e29a2-344d-43e7-a381-6f7bbc863e72 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:39.087112 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-890510b2-2c5a-4f3d-8825-c4c22dee87c6 req-507e29a2-344d-43e7-a381-6f7bbc863e72 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.0703127 Sep 14 10:08:39.159695 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-890510b2-2c5a-4f3d-8825-c4c22dee87c6 req-866c28ec-f3dd-43de-876e-6619eb381f5b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660319 Sep 14 10:08:39.168514 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:39.194944 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event deleted for resources: {'Port': ['ID=2acc07ba-bb3e-4711-9d61-3aeaf7ceb452,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:39.204706 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd', '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:39.235681 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] No DVR routers for this DVR port 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:08:39.238586 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:39.240553 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-255a5698-91a1-4a61-8d30-6c1d89c564f8 req-086b8a72-26ba-48ea-b4c4-4e020b98fc6d tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "DELETE /v2.0/ports/2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 HTTP/1.1" status: 204 len: 173 time: 0.4408052 Sep 14 10:08:39.241000 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'name': 'network-vif-deleted', 'tag': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:39.243232 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e71a6f-15f8-4960-82ae-995210c049f7" -d '{"events": [{"server_uuid": "2423b327-5a40-44c4-bdc1-fb008698ea33", "name": "network-vif-deleted", "tag": "2acc07ba-bb3e-4711-9d61-3aeaf7ceb452"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:39.289716 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbe2c71-c3fd-4ef7-a8ed-99d8e8d468b3 x-openstack-request-id: req-6bbe2c71-c3fd-4ef7-a8ed-99d8e8d468b3 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:39.290059 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2423b327-5a40-44c4-bdc1-fb008698ea33", "name": "network-vif-deleted", "tag": "2acc07ba-bb3e-4711-9d61-3aeaf7ceb452", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:39.290309 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bbe2c71-c3fd-4ef7-a8ed-99d8e8d468b3 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:39.290706 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2423b327-5a40-44c4-bdc1-fb008698ea33', 'name': 'network-vif-deleted', 'tag': '2acc07ba-bb3e-4711-9d61-3aeaf7ceb452', 'status': 'completed', 'code': 200} Sep 14 10:08:39.710261 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d6f2072e-ddcb-475d-82c9-deeaffb2d102 req-606e2c96-cd47-45f0-8b08-a9501f4d8021 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=2423b327-5a40-44c4-bdc1-fb008698ea33 HTTP/1.1" status: 200 len: 210 time: 0.0256889 Sep 14 10:08:40.275220 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afffc3f-a0fb-4b2d-ad08-dfbeb79aba5b req-9b6e2cc4-c06b-4394-acdc-41c27ad2fab9 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:40.276964 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9afffc3f-a0fb-4b2d-ad08-dfbeb79aba5b req-9b6e2cc4-c06b-4394-acdc-41c27ad2fab9 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.0516975 Sep 14 10:08:40.317793 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9afffc3f-a0fb-4b2d-ad08-dfbeb79aba5b req-0b8a5efd-54fc-409c-9d42-865b51d97765 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350075 Sep 14 10:08:41.428173 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9f1e9-e486-4feb-b72f-ed0b1706b59e req-0f8f61c3-e7bd-4b03-b3c2-8752fb82f455 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:41.430410 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dfd9f1e9-e486-4feb-b72f-ed0b1706b59e req-0f8f61c3-e7bd-4b03-b3c2-8752fb82f455 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.0487106 Sep 14 10:08:41.467259 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dfd9f1e9-e486-4feb-b72f-ed0b1706b59e req-1cc3ffed-bab0-4c6f-acbb-2ddcc2d1578e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Sep 14 10:08:41.543091 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bbc56b4-38bb-40c9-b3e1-9621fc5a313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:42.086318 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e5422-5d31-404d-b714-54a63d76d99f req-d1799ad9-c2d1-484a-a99e-7bfd0b02df8f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:42.087755 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-617e5422-5d31-404d-b714-54a63d76d99f req-d1799ad9-c2d1-484a-a99e-7bfd0b02df8f tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 945 time: 0.0462644 Sep 14 10:08:42.123416 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-617e5422-5d31-404d-b714-54a63d76d99f req-2714fbcc-1d2d-4cc1-ade2-613f4c5a1200 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298142 Sep 14 10:08:42.583916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14b9f0-3939-4174-9b96-fb5475851063 req-625ac437-67cd-4b0f-a536-6335c76385c9 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:42.585398 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1d14b9f0-3939-4174-9b96-fb5475851063 req-625ac437-67cd-4b0f-a536-6335c76385c9 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 943 time: 0.0514140 Sep 14 10:08:42.621253 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1d14b9f0-3939-4174-9b96-fb5475851063 req-d63f7439-ad13-4716-8fe8-de88b8f9d110 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300112 Sep 14 10:08:43.064551 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 0cc7920b-3e52-4030-8058-a0aaaacb75ea details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:08:43.074324 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:08:43.095796 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:08:43.096131 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 2acc07ba-bb3e-4711-9d61-3aeaf7ceb452 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:08:43.177923 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:43.187953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'port_id': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'mac_address': 'fa:16:3e:75:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:08:43.223924 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:43.236233 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc7920b-3e52-4030-8058-a0aaaacb75ea {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:08:43.240545 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a932c-b9f2-4fb0-b478-67417ef5823b req-38b865f9-185b-418c-bd51-132a86a61b19 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:43.242077 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b57a932c-b9f2-4fb0-b478-67417ef5823b req-38b865f9-185b-418c-bd51-132a86a61b19 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Sep 14 10:08:43.255865 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:43.259953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:43.279894 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b57a932c-b9f2-4fb0-b478-67417ef5823b req-bd8de781-b7bc-48a5-b152-f5db43849734 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/security-groups?id=83ac0015-7469-41a4-ad9e-bf384726be36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Sep 14 10:08:43.305721 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=0cc7920b-3e52-4030-8058-a0aaaacb75ea,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:43.312500 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.312848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.313213 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.313543 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.313870 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.314198 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.314521 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.314895 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.315166 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.315480 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.315794 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.316109 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:08:43.554092 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['0cc7920b-3e52-4030-8058-a0aaaacb75ea'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:43.679455 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-0ac83d1a-24f7-4a8b-bf5b-b8ac02141c77 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:43.681099 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-0ac83d1a-24f7-4a8b-bf5b-b8ac02141c77 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Sep 14 10:08:43.784168 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1fdbf-251f-49c1-8026-ca96c5f41e5e req-478bf5d9-b10f-4fc1-a5ef-a46ac3f71634 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:43.785648 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-11d1fdbf-251f-49c1-8026-ca96c5f41e5e req-478bf5d9-b10f-4fc1-a5ef-a46ac3f71634 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 944 time: 0.0916107 Sep 14 10:08:43.821266 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Deleting port a36c4325-29c8-4047-b586-a2343c50f2fd {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:08:43.821602 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:43.848483 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-11d1fdbf-251f-49c1-8026-ca96c5f41e5e req-f3c93d2a-04ca-4e02-864c-6308e65a9f37 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567069 Sep 14 10:08:43.919161 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] For port a36c4325-29c8-4047-b586-a2343c50f2fd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a36c4325-29c8-4047-b586-a2343c50f2fd,segment=NetworkSegment(1caa3460-b3a7-467c-97a3-b3da86ed2b7c),segment_id=1caa3460-b3a7-467c-97a3-b3da86ed2b7c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:43.919533 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:43.931641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Calling delete_port for a36c4325-29c8-4047-b586-a2343c50f2fd owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:08:44.054960 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:44.082324 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Pushing event deleted for resources: {'Port': ['ID=a36c4325-29c8-4047-b586-a2343c50f2fd,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:44.096406 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['a36c4325-29c8-4047-b586-a2343c50f2fd'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:08:44.123851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] No DVR routers for this DVR port a36c4325-29c8-4047-b586-a2343c50f2fd on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:08:44.126206 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:44.128850 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-355f1aa6-829b-4d4c-9469-36f0308222ad req-06fdc87a-5ca0-4a2f-aca7-f2471258e101 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.32 "DELETE /v2.0/ports/a36c4325-29c8-4047-b586-a2343c50f2fd HTTP/1.1" status: 204 len: 173 time: 0.4424057 Sep 14 10:08:44.129306 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'name': 'network-vif-deleted', 'tag': 'a36c4325-29c8-4047-b586-a2343c50f2fd'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:44.131609 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67921d56-cbe3-48fe-aa43-9af2d1afb21a" -d '{"events": [{"server_uuid": "6ce82598-1fa5-48ac-9a63-336ac134fe71", "name": "network-vif-deleted", "tag": "a36c4325-29c8-4047-b586-a2343c50f2fd"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:44.166027 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e5bc7d-48dd-45e8-be25-ae4bb3785ed5 x-openstack-request-id: req-77e5bc7d-48dd-45e8-be25-ae4bb3785ed5 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:44.166248 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce82598-1fa5-48ac-9a63-336ac134fe71", "name": "network-vif-deleted", "tag": "a36c4325-29c8-4047-b586-a2343c50f2fd", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:44.166492 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77e5bc7d-48dd-45e8-be25-ae4bb3785ed5 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:44.166878 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce82598-1fa5-48ac-9a63-336ac134fe71', 'name': 'network-vif-deleted', 'tag': 'a36c4325-29c8-4047-b586-a2343c50f2fd', 'status': 'completed', 'code': 200} Sep 14 10:08:44.303864 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3ff08ffc-ae65-450f-9f06-91cc5d16bec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:44.381625 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2823256a-2a51-4c67-99de-51a1c0778c2d req-41c70581-e8f2-40db-8520-3c239def1943 tempest-AttachVolumeNegativeTest-108848612 tempest-AttachVolumeNegativeTest-108848612-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce82598-1fa5-48ac-9a63-336ac134fe71 HTTP/1.1" status: 200 len: 210 time: 0.0262141 Sep 14 10:08:44.492215 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:44.959501 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad0a7a-77c4-4bdd-8391-46c36666783f req-26340bec-8210-4267-9797-3608aa749fab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:44.960964 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-86ad0a7a-77c4-4bdd-8391-46c36666783f req-26340bec-8210-4267-9797-3608aa749fab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 944 time: 0.0467172 Sep 14 10:08:44.997016 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-86ad0a7a-77c4-4bdd-8391-46c36666783f req-3979f35c-046c-4b74-bef3-53eb6eada5ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301616 Sep 14 10:08:45.083093 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 0cc7920b-3e52-4030-8058-a0aaaacb75ea up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:08:45.132390 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 0cc7920b-3e52-4030-8058-a0aaaacb75ea completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:08:45.135755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 0cc7920b-3e52-4030-8058-a0aaaacb75ea triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:08:45.136113 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.207404 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.227964 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:45.230198 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefd5656-cb40-4376-b585-e56cf6187bea" -d '{"events": [{"server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:45.242244 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:08:45.246309 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.269921 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24fd6cf-ad05-4fd0-89d4-392e227a3ff3 x-openstack-request-id: req-f24fd6cf-ad05-4fd0-89d4-392e227a3ff3 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:45.270211 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "name": "network-vif-plugged", "status": "completed", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:45.270459 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f24fd6cf-ad05-4fd0-89d4-392e227a3ff3 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:45.270841 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'code': 200} Sep 14 10:08:45.301882 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=0cc7920b-3e52-4030-8058-a0aaaacb75ea,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:45.435287 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40062) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:45.480919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Deleting subnet e56a1c2a-0e37-4a09-8980-de30929fa763 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:08:45.483933 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.492057 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bd84e-8817-4371-a035-61e24357d143 req-1a33ede0-02ab-488a-912e-19e4dc40e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:45.493575 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-341bd84e-8817-4371-a035-61e24357d143 req-1a33ede0-02ab-488a-912e-19e4dc40e175 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0388465 Sep 14 10:08:45.521556 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875222'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.528110 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-341bd84e-8817-4371-a035-61e24357d143 req-2794bd7e-7268-4f2d-927e-685137685d6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276432 Sep 14 10:08:45.559671 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.581810 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.610067 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62808425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62703824'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.633478 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56a1c2a-0e37-4a09-8980-de30929fa763,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:45.639216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.641106 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ef44b398-aef7-4cc5-9df4-ef06100943f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e56a1c2a-0e37-4a09-8980-de30929fa763 HTTP/1.1" status: 204 len: 168 time: 0.2045333 Sep 14 10:08:45.643549 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40064) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:45.711495 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.784726 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.803691 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc9443a-c418-4da3-b371-e15f9dcdd1fc']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:45.812475 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caa3460-b3a7-467c-97a3-b3da86ed2b7c') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:45.812768 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caa3460-b3a7-467c-97a3-b3da86ed2b7c') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:45.822226 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.835513 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.841294 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:08:45.841678 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:08:45.843286 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:08:45.898160 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.903611 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:45.905482 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cc9443a-c418-4da3-b371-e15f9dcdd1fc HTTP/1.1" status: 204 len: 168 time: 0.2610455 Sep 14 10:08:45.916163 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f63b84-b1f5-402f-86ba-3ada5e801737 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc9443a-c418-4da3-b371-e15f9dcdd1fc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:46.077994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40070) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:46.113304 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271bae9-dbd4-403e-910f-36defed5c9bc req-b1b77410-b0c1-4343-bc19-d51015cd586b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:46.114780 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b271bae9-dbd4-403e-910f-36defed5c9bc req-b1b77410-b0c1-4343-bc19-d51015cd586b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Sep 14 10:08:46.117923 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9024d8a3-61fd-4623-8f32-8101b85f65ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08fafd3553314afa86bba335514048b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387015 Sep 14 10:08:46.120504 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40072) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:46.155643 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b271bae9-dbd4-403e-910f-36defed5c9bc req-8d9cd555-2bf9-44f5-9962-7a8d56614f5b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342133 Sep 14 10:08:46.167370 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40a59209-866c-490f-b1d4-1e867f9253c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:46.188279 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40a59209-866c-490f-b1d4-1e867f9253c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:46.235962 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40a59209-866c-490f-b1d4-1e867f9253c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:46.239015 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40a59209-866c-490f-b1d4-1e867f9253c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:46.240133 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-40a59209-866c-490f-b1d4-1e867f9253c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83ac0015-7469-41a4-ad9e-bf384726be36 HTTP/1.1" status: 204 len: 168 time: 0.1186421 Sep 14 10:08:46.249444 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a59209-866c-490f-b1d4-1e867f9253c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac0015-7469-41a4-ad9e-bf384726be36,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:47.082161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a36c4325-29c8-4047-b586-a2343c50f2fd no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:08:47.101637 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: a36c4325-29c8-4047-b586-a2343c50f2fd {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:08:47.101979 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device a36c4325-29c8-4047-b586-a2343c50f2fd not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:08:47.136411 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:47.269514 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ebb70-ca56-4bc0-8753-d4e936e85a69 req-b51a39f0-587f-4378-b776-b7d6852826cd tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:47.271021 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed6ebb70-ca56-4bc0-8753-d4e936e85a69 req-b51a39f0-587f-4378-b776-b7d6852826cd tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Sep 14 10:08:47.309317 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed6ebb70-ca56-4bc0-8753-d4e936e85a69 req-b272d715-c4d5-411c-8bc5-3ac869e5b648 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Sep 14 10:08:47.421505 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badf12-6dc0-471a-aa6b-f89e3577fadd req-c0fa94f9-6462-4e6e-b429-4a214e9549ef tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:47.422987 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-49badf12-6dc0-471a-aa6b-f89e3577fadd req-c0fa94f9-6462-4e6e-b429-4a214e9549ef tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Sep 14 10:08:47.463824 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-49badf12-6dc0-471a-aa6b-f89e3577fadd req-d9daa2d0-6fba-4b3d-a98d-2409f67ef201 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Sep 14 10:08:47.486236 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40116) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:47.670439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9753dbf-fe8d-4b58-8ff9-ddd05f219f36 tempest-TestVolumeBootPattern-1791250446 tempest-TestVolumeBootPattern-1791250446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:47.671954 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a9753dbf-fe8d-4b58-8ff9-ddd05f219f36 tempest-TestVolumeBootPattern-1791250446 tempest-TestVolumeBootPattern-1791250446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1093 time: 0.1840050 Sep 14 10:08:47.675654 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40126) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:47.679895 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'port_id': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:08:47.703113 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:47.808268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:47.906568 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Allocated IP 172.27.2.43 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/beaac417-da10-460a-8267-a3bcdd325180) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:08:48.006327 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:48.044047 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:48.077561 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:08:48.080257 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:08:48.083091 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:08:48.110585 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=beaac417-da10-460a-8267-a3bcdd325180,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:48.756262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:48.855262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:49.006986 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:49.011539 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:49.084227 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=beaac417-da10-460a-8267-a3bcdd325180,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:49.093468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:49.201229 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Floating IP de75b783-ead7-4479-a56b-997268f27f48 associated. External IP: 172.27.2.43, port: 0cc7920b-3e52-4030-8058-a0aaaacb75ea. Sep 14 10:08:49.346204 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:49.404980 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:08:49.509054 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:08:49.519361 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:08:49.526038 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:49.530215 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:49.530832 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:08:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:49.553363 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c1ca0246-bd12-4008-8b74-ced9cdbfdd4e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8767691 Sep 14 10:08:49.553944 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:08:49.556186 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e565d-eb80-4177-a79e-d6b12e45dbea" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:08:49.591267 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cab5a0f-dd45-4956-b2f6-7a739479ed01 x-openstack-request-id: req-9cab5a0f-dd45-4956-b2f6-7a739479ed01 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:08:49.591649 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:08:49.591970 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cab5a0f-dd45-4956-b2f6-7a739479ed01 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:08:49.592391 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'status': 'completed', 'code': 200} Sep 14 10:08:49.640652 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:49.673509 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-22ee722f-d8f3-4ef0-bc7f-75af40b173be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:49.675243 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-22ee722f-d8f3-4ef0-bc7f-75af40b173be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0410454 Sep 14 10:08:49.766007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-6f12b084-0575-4083-b69b-0ac93143ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:49.767489 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-6f12b084-0575-4083-b69b-0ac93143ce87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0857768 Sep 14 10:08:49.830235 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-6bbdc2c6-80d1-4afe-9544-b2966336d007 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 200 len: 998 time: 0.0551794 Sep 14 10:08:49.864490 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'de75b783-ead7-4479-a56b-997268f27f48', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:75:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:08:48Z', 'updated_at': '2021-09-14T10:08:48Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:49.881870 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-7bd53c1a-a4d3-4075-a755-f4b93888eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:49.883336 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-7bd53c1a-a4d3-4075-a755-f4b93888eb27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0464036 Sep 14 10:08:49.894828 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:08:49.903037 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:08:49.903635 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:08:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:49.927465 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-14892d46-e837-4663-93dc-71ba43ec5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:49.928965 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-14892d46-e837-4663-93dc-71ba43ec5f39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388148 Sep 14 10:08:50.010085 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:08:50.021513 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-ae882b02-6074-464f-8d95-cf967f534e10 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852613 Sep 14 10:08:50.110732 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-439e565d-eb80-4177-a79e-d6b12e45dbea req-d01bbeee-a272-469e-88dd-6ec3a339257b service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 Sep 14 10:08:50.227514 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'de75b783-ead7-4479-a56b-997268f27f48', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:75:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:08:48Z', 'updated_at': '2021-09-14T10:08:48Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:08:50.253474 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9fa52-b8e9-4d6b-823c-8e4d6f8327bd None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': 'de75b783-ead7-4479-a56b-997268f27f48', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:75:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:08:48Z', 'updated_at': '2021-09-14T10:08:48Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:08:50.454537 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd633c-7404-45c8-b0af-ebc892a39f4b None None] New status for floating IP de75b783-ead7-4479-a56b-997268f27f48: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:08:54.587968 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-0d7d9ee2-e45d-47d4-8fd0-4c815631a8be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388324 Sep 14 10:08:54.679458 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-ff6c07be-eb89-4e2b-b220-d9f404c9c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:54.680987 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-ff6c07be-eb89-4e2b-b220-d9f404c9c41a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0391145 Sep 14 10:08:54.781543 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-99942e32-7931-4039-beed-2588f87a0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:54.782952 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-99942e32-7931-4039-beed-2588f87a0ccc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0839181 Sep 14 10:08:54.844611 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-9a29f487-cff1-411b-b724-d0f819bb88aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 200 len: 1000 time: 0.0544891 Sep 14 10:08:54.894571 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-ef821a13-5db9-4b6b-8e78-5eede5f17e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:54.895950 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-ef821a13-5db9-4b6b-8e78-5eede5f17e1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0447915 Sep 14 10:08:54.938737 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-fc53ca27-85e2-4069-82d8-1b926fdd59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:08:54.940749 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-fc53ca27-85e2-4069-82d8-1b926fdd59ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375371 Sep 14 10:08:55.034292 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-5bd1fb78-8431-4175-919f-801a813865c1 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869131 Sep 14 10:08:55.119998 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b46b0cc8-b5dd-4141-aaca-9e8b84322cd8 req-4cb0891e-a66b-4aa3-905b-8047dfb1c660 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790074 Sep 14 10:08:56.937768 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40220) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:57.037359 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f78b861b-6083-4df4-9c03-622ddafad958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.122263 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f78b861b-6083-4df4-9c03-622ddafad958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.125693 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f78b861b-6083-4df4-9c03-622ddafad958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.162577 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f78b861b-6083-4df4-9c03-622ddafad958 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57586fdba2574c608752d47dd7cea460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237852 Sep 14 10:08:57.163799 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b861b-6083-4df4-9c03-622ddafad958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b189b-4a01-42ed-a567-a8b8655ccf98,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:57.165252 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40224) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:57.212191 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63f110e5-8a37-4109-8692-b2a9cc76d65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.232205 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63f110e5-8a37-4109-8692-b2a9cc76d65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.278848 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63f110e5-8a37-4109-8692-b2a9cc76d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.281322 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63f110e5-8a37-4109-8692-b2a9cc76d65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.282424 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-63f110e5-8a37-4109-8692-b2a9cc76d65e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/032b189b-4a01-42ed-a567-a8b8655ccf98 HTTP/1.1" status: 204 len: 168 time: 0.1161423 Sep 14 10:08:57.290356 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f110e5-8a37-4109-8692-b2a9cc76d65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b189b-4a01-42ed-a567-a8b8655ccf98,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:57.534926 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40230) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:57.548261 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e01f4b7-4e92-4eee-91fe-efd0bc683c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.637891 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e01f4b7-4e92-4eee-91fe-efd0bc683c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.641289 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e01f4b7-4e92-4eee-91fe-efd0bc683c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.677430 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01f4b7-4e92-4eee-91fe-efd0bc683c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca6a04-6c67-4573-983f-dd9f64f548ff,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:08:57.683208 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0e01f4b7-4e92-4eee-91fe-efd0bc683c27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21360f83088249938dd7b868d325f679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472447 Sep 14 10:08:57.685855 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40232) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:08:57.732039 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa15a924-800c-4f76-8080-d3ea552062dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.751778 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa15a924-800c-4f76-8080-d3ea552062dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.797018 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa15a924-800c-4f76-8080-d3ea552062dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.799533 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa15a924-800c-4f76-8080-d3ea552062dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:08:57.800669 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fa15a924-800c-4f76-8080-d3ea552062dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ca6a04-6c67-4573-983f-dd9f64f548ff HTTP/1.1" status: 204 len: 168 time: 0.1138892 Sep 14 10:08:57.808718 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15a924-800c-4f76-8080-d3ea552062dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca6a04-6c67-4573-983f-dd9f64f548ff,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:02.593541 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40306) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:02.695116 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.782012 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.785660 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.823955 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e663c56d-78d7-4e65-86f2-710b5b7b26a8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:02.828489 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5193ed1a3d6041c2807355aee81a79a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339315 Sep 14 10:09:02.831277 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40312) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:02.833678 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.834029 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.834370 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.834704 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.835034 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.835366 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.835694 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.836020 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.836347 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.836671 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.837019 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.837341 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4899fd8-3287-4246-8c81-b81428e4ccf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:09:02.880046 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65e10b8d-4491-4874-8505-99550d2f656d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.900330 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65e10b8d-4491-4874-8505-99550d2f656d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.945114 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65e10b8d-4491-4874-8505-99550d2f656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.947699 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65e10b8d-4491-4874-8505-99550d2f656d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:02.948836 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-65e10b8d-4491-4874-8505-99550d2f656d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e663c56d-78d7-4e65-86f2-710b5b7b26a8 HTTP/1.1" status: 204 len: 168 time: 0.1166091 Sep 14 10:09:02.956400 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e10b8d-4491-4874-8505-99550d2f656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e663c56d-78d7-4e65-86f2-710b5b7b26a8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:03.195965 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40318) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:03.208759 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71ddde89-ee7e-48c1-a493-50ee0e6c28b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.291208 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71ddde89-ee7e-48c1-a493-50ee0e6c28b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.294962 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71ddde89-ee7e-48c1-a493-50ee0e6c28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.331616 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-71ddde89-ee7e-48c1-a493-50ee0e6c28b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fe161df0a13434bac8c55d45cf16536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344516 Sep 14 10:09:03.332452 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddde89-ee7e-48c1-a493-50ee0e6c28b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4c2978-34d7-4224-b2ff-289e17e1bff1,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:03.334416 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40320) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:03.384757 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e364940-9097-452e-961f-9ea1a6fead99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.404592 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e364940-9097-452e-961f-9ea1a6fead99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.451459 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e364940-9097-452e-961f-9ea1a6fead99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.454234 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e364940-9097-452e-961f-9ea1a6fead99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:03.455378 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6e364940-9097-452e-961f-9ea1a6fead99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f4c2978-34d7-4224-b2ff-289e17e1bff1 HTTP/1.1" status: 204 len: 168 time: 0.1200907 Sep 14 10:09:03.463241 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364940-9097-452e-961f-9ea1a6fead99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4c2978-34d7-4224-b2ff-289e17e1bff1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:11.543837 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0bcf52d0-03aa-4a31-a673-ad078b506331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.058557 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:09:12.331395 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40412) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:12.432738 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e1adbf7-819d-4730-89ae-fda287bb49d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.520153 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e1adbf7-819d-4730-89ae-fda287bb49d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.523919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e1adbf7-819d-4730-89ae-fda287bb49d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.562600 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7e1adbf7-819d-4730-89ae-fda287bb49d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3701f3c8184a4422aa86142165cc1e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301128 Sep 14 10:09:12.564463 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1adbf7-819d-4730-89ae-fda287bb49d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de074557-b4d7-42df-91eb-6f071362c70e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:12.565310 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40416) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:12.615134 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-233d5a19-792c-4941-b22a-9aa336c5e025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.635364 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-233d5a19-792c-4941-b22a-9aa336c5e025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.681012 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-233d5a19-792c-4941-b22a-9aa336c5e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.683585 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-233d5a19-792c-4941-b22a-9aa336c5e025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:12.684747 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-233d5a19-792c-4941-b22a-9aa336c5e025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de074557-b4d7-42df-91eb-6f071362c70e HTTP/1.1" status: 204 len: 168 time: 0.1184635 Sep 14 10:09:12.692249 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d5a19-792c-4941-b22a-9aa336c5e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de074557-b4d7-42df-91eb-6f071362c70e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:12.929322 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40422) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:12.942011 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1e013186-5e7d-4981-a992-fdf1813de4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.027372 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1e013186-5e7d-4981-a992-fdf1813de4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.030874 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1e013186-5e7d-4981-a992-fdf1813de4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.067976 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1e013186-5e7d-4981-a992-fdf1813de4ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7544a03221f745b8bc3d6c84bf454c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370990 Sep 14 10:09:13.069087 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e013186-5e7d-4981-a992-fdf1813de4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edceb1f-da14-43d1-9415-e475c57a840f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:13.070806 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40424) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:13.118675 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59cd6de7-2d0e-41e8-9cce-988f933f5577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.138691 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59cd6de7-2d0e-41e8-9cce-988f933f5577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.182994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59cd6de7-2d0e-41e8-9cce-988f933f5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.185467 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59cd6de7-2d0e-41e8-9cce-988f933f5577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:13.186583 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-59cd6de7-2d0e-41e8-9cce-988f933f5577 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3edceb1f-da14-43d1-9415-e475c57a840f HTTP/1.1" status: 204 len: 168 time: 0.1141570 Sep 14 10:09:13.194463 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd6de7-2d0e-41e8-9cce-988f933f5577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edceb1f-da14-43d1-9415-e475c57a840f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:14.306285 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ed07902b-d755-475a-a6a8-b7da1f254b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:14.493294 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:15.585370 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:17.134883 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:19.339123 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.155780 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40550) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:21.254334 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82a11fa0-11a3-49f9-bd05-b6f9ff22db34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.340660 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82a11fa0-11a3-49f9-bd05-b6f9ff22db34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.344071 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82a11fa0-11a3-49f9-bd05-b6f9ff22db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.382361 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-82a11fa0-11a3-49f9-bd05-b6f9ff22db34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43a456840c424f7c959e0e26f0cb77dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255020 Sep 14 10:09:21.383446 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11fa0-11a3-49f9-bd05-b6f9ff22db34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43b413-d8d8-45f3-9ce6-dcc36dc12ffd,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:21.385262 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40554) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:21.432313 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c82eda14-ac50-4f4e-b0c7-c2eafe603e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.453262 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c82eda14-ac50-4f4e-b0c7-c2eafe603e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.498721 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c82eda14-ac50-4f4e-b0c7-c2eafe603e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.501183 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c82eda14-ac50-4f4e-b0c7-c2eafe603e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.502308 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c82eda14-ac50-4f4e-b0c7-c2eafe603e64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e43b413-d8d8-45f3-9ce6-dcc36dc12ffd HTTP/1.1" status: 204 len: 168 time: 0.1155629 Sep 14 10:09:21.510327 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eda14-ac50-4f4e-b0c7-c2eafe603e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43b413-d8d8-45f3-9ce6-dcc36dc12ffd,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:21.754126 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40560) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:21.768103 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-aa11294c-cc0e-4adf-a499-d83d9f209bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.852497 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-aa11294c-cc0e-4adf-a499-d83d9f209bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.856888 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-aa11294c-cc0e-4adf-a499-d83d9f209bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.893089 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-aa11294c-cc0e-4adf-a499-d83d9f209bea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=702a209653274d64a7b61c0dcf210350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373487 Sep 14 10:09:21.894948 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11294c-cc0e-4adf-a499-d83d9f209bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed16c4-c278-46a3-9731-846e0ef5f18d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:21.895845 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40562) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:21.956682 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b179857-645f-4a62-a854-374530f15e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:21.977585 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b179857-645f-4a62-a854-374530f15e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.022582 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b179857-645f-4a62-a854-374530f15e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.025007 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b179857-645f-4a62-a854-374530f15e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.026398 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0b179857-645f-4a62-a854-374530f15e4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70ed16c4-c278-46a3-9731-846e0ef5f18d HTTP/1.1" status: 204 len: 168 time: 0.1292119 Sep 14 10:09:22.033599 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179857-645f-4a62-a854-374530f15e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed16c4-c278-46a3-9731-846e0ef5f18d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:22.330031 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 40568) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:22.343180 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f36d58d5-6fc7-4e2c-a147-36311bb9f0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.428493 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f36d58d5-6fc7-4e2c-a147-36311bb9f0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.432410 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f36d58d5-6fc7-4e2c-a147-36311bb9f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.470999 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f36d58d5-6fc7-4e2c-a147-36311bb9f0ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07b32c9ee56a4918bfa56cb0b77a4344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398969 Sep 14 10:09:22.471976 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d58d5-6fc7-4e2c-a147-36311bb9f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db43ea-c383-44bf-95fe-fae1400486f7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:22.474262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40570) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:22.521209 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13d3a6d2-fee6-4989-9029-a876a0bc0a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.541528 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13d3a6d2-fee6-4989-9029-a876a0bc0a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.585957 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13d3a6d2-fee6-4989-9029-a876a0bc0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.588535 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13d3a6d2-fee6-4989-9029-a876a0bc0a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:22.589685 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-13d3a6d2-fee6-4989-9029-a876a0bc0a63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3db43ea-c383-44bf-95fe-fae1400486f7 HTTP/1.1" status: 204 len: 168 time: 0.1138406 Sep 14 10:09:22.596638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3a6d2-fee6-4989-9029-a876a0bc0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db43ea-c383-44bf-95fe-fae1400486f7,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:23.222207 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40592) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:23.314584 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1553839967-network', 'tenant_id': '74a003acbf1440eb9fb319c02af5c2b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:09:23.335007 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Made reservation on behalf of 74a003acbf1440eb9fb319c02af5c2b6 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:09:23.337186 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.347468 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.433579 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.436947 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.461707 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:09:23.471406 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df8cd1-dfa1-4042-a92d-64d04abc4f33,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:23.477431 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.478020 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Added segment ecb68a9d-75e6-477a-9281-7f72fed93b0c of type vlan for network e3f2a25d-f9cd-4765-b5db-47c29652fa54 Sep 14 10:09:23.516480 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793448428849'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.539516 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.540504 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:23.541105 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.571153 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3478603 Sep 14 10:09:23.573990 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 40596) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:09:23.578802 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Request body: {'subnet': {'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1553839967-subnet', 'tenant_id': '74a003acbf1440eb9fb319c02af5c2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:09:23.616130 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb8524-0246-416d-934e-8a2586ef7ade admin admin] Pushing event updated for resources: {'Network': ['ID=e3f2a25d-f9cd-4765-b5db-47c29652fa54,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:23.625991 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Network e3f2a25d-f9cd-4765-b5db-47c29652fa54 details requested by agent ovs-agent-dv-cinder-806965-4-iscsi with host dv-cinder-806965-4-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:09:23.630240 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Made reservation on behalf of 74a003acbf1440eb9fb319c02af5c2b6 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:09:23.632562 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59910702'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.803364 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59910704'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.858677 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d7e11d-a2e0-4531-a0a1-54ab799c1e33,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:23.865254 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Checking segment: {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:09:23.865603 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Network hostable DHCP agents. Network: e3f2a25d-f9cd-4765-b5db-47c29652fa54, hostable agents: ['a2bcb85a-5a72-40b3-8991-48a332a7c9f2'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:09:23.882554 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Network e3f2a25d-f9cd-4765-b5db-47c29652fa54 is scheduled to be hosted by DHCP agent a2bcb85a-5a72-40b3-8991-48a332a7c9f2 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:09:23.890189 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-4-iscsi, e3f2a25d-f9cd-4765-b5db-47c29652fa54) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:09:23.894160 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:23.894730 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:23.899645 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad387b2-9ae5-493d-89e4-d4d438aec52f None None] Network e3f2a25d-f9cd-4765-b5db-47c29652fa54 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:09:23.908792 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e011d1a5-378b-4a1d-89cb-28b3589ce75f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338308 Sep 14 10:09:24.021794 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a942f-b92a-4bd7-8fb2-36f338b39876 None None] Network e3f2a25d-f9cd-4765-b5db-47c29652fa54 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:09:25.624833 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-8557f6d0-13e3-4d20-808e-177e9751dce0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:25.626385 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-8557f6d0-13e3-4d20-808e-177e9751dce0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/networks?id=e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 200 len: 814 time: 0.0995579 Sep 14 10:09:25.641118 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-0208b127-e4cd-4a51-8812-e8693307152d tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/quotas/74a003acbf1440eb9fb319c02af5c2b6 HTTP/1.1" status: 200 len: 375 time: 0.0084498 Sep 14 10:09:25.670879 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-9d96f61b-ad84-4b18-a60d-58b78e8d340a tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242362 Sep 14 10:09:25.755919 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-eea1a98b-3b46-4e24-8c21-f7b22e5bf93d service neutron] 10.222.0.21 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783894 Sep 14 10:09:25.842411 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-91535070-f9de-41a2-91d2-5f257709de5c service neutron] 10.222.0.21 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807550 Sep 14 10:09:25.997244 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ea95fa32-e25f-4b43-8161-90c6ec45fa4f req-a256f96d-1ca4-40a1-a417-8ddd52cc24c3 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 210 time: 0.0264730 Sep 14 10:09:27.091254 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53eabda9-f1af-4f76-b148-4004275a64d9 req-79d79e2c-5ce5-4a74-8bd0-331efffcdffb tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 210 time: 0.0271325 Sep 14 10:09:27.193093 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-7080781f-f1c1-487f-8d10-ac65f2253728 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:27.194675 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-7080781f-f1c1-487f-8d10-ac65f2253728 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "GET /v2.0/networks?id=e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 200 len: 814 time: 0.1056287 Sep 14 10:09:27.225167 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Request body: {'port': {'device_id': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54', 'admin_state_up': True, 'tenant_id': '74a003acbf1440eb9fb319c02af5c2b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:09:27.327255 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Made reservation on behalf of 74a003acbf1440eb9fb319c02af5c2b6 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:09:27.330673 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:27.692814 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Allocated IP 172.20.0.6 (e3f2a25d-f9cd-4765-b5db-47c29652fa54/d0d7e11d-a2e0-4531-a0a1-54ab799c1e33/859462cf-66d9-4b0d-bc13-68bab15f78b6) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:09:27.830477 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:27.866745 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:27.904885 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Network e3f2a25d-f9cd-4765-b5db-47c29652fa54 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:09:27.907780 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:09:27.911746 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:09:27.939835 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Pushing event updated for resources: {'Port': ['ID=859462cf-66d9-4b0d-bc13-68bab15f78b6,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:27.963518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:27.964122 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:27.977914 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-99b3ae7a-c01b-4dde-bf18-1f033d48ddb7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570844 Sep 14 10:09:27.997616 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Request body: {'port': {'device_id': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:09:28.054332 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:28.207967 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48c58-b74e-49d0-b9c8-d1b562ba5cc7 req-2a4e8884-aabd-4eeb-9236-844da8f5ca91 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:28.209416 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5bc48c58-b74e-49d0-b9c8-d1b562ba5cc7 req-2a4e8884-aabd-4eeb-9236-844da8f5ca91 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 931 time: 0.0519350 Sep 14 10:09:28.247032 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5bc48c58-b74e-49d0-b9c8-d1b562ba5cc7 req-ebd47a99-1ffb-47ac-a573-bcdd0b6ce49d tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Sep 14 10:09:28.303022 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859462cf-66d9-4b0d-bc13-68bab15f78b6 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:09:28.310134 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:28.321271 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Transition to ACTIVE for port object 859462cf-66d9-4b0d-bc13-68bab15f78b6 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:09:28.325273 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:28.393657 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Pushing event updated for resources: {'Port': ['ID=859462cf-66d9-4b0d-bc13-68bab15f78b6,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:28.439495 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Attempting to bind port 859462cf-66d9-4b0d-bc13-68bab15f78b6 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:09:28.439829 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Attempting to bind port 859462cf-66d9-4b0d-bc13-68bab15f78b6 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:09:28.440155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Attempting to bind port 859462cf-66d9-4b0d-bc13-68bab15f78b6 on network e3f2a25d-f9cd-4765-b5db-47c29652fa54 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:09:28.444305 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Port 859462cf-66d9-4b0d-bc13-68bab15f78b6 on network e3f2a25d-f9cd-4765-b5db-47c29652fa54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:09:28.444626 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Attempting to bind port 859462cf-66d9-4b0d-bc13-68bab15f78b6 on network e3f2a25d-f9cd-4765-b5db-47c29652fa54 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:09:28.449671 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:09:28.450009 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Checking segment: {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:09:28.450392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Bound using segment: {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:09:28.450825 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Bound port: 859462cf-66d9-4b0d-bc13-68bab15f78b6, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:09:28.451178 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:28.510830 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] For port 859462cf-66d9-4b0d-bc13-68bab15f78b6, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:09:28.513817 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] For port 859462cf-66d9-4b0d-bc13-68bab15f78b6, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:09:28.517414 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:28.553851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:28.554465 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:28.555823 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/859462cf-66d9-4b0d-bc13-68bab15f78b6 HTTP/1.1" status: 200 len: 1093 time: 0.5636988 Sep 14 10:09:28.556250 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'tag': '859462cf-66d9-4b0d-bc13-68bab15f78b6'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:09:28.558499 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf1a38-a456-43bd-94a6-806f36c27d88", "tag": "859462cf-66d9-4b0d-bc13-68bab15f78b6"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:09:28.581217 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672775d-0309-4140-bef5-5b7950f408f0 service neutron] Pushing event updated for resources: {'Port': ['ID=859462cf-66d9-4b0d-bc13-68bab15f78b6,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:28.594643 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a5023-14d0-4bec-ad22-f69ea0883c44 x-openstack-request-id: req-492a5023-14d0-4bec-ad22-f69ea0883c44 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:09:28.595116 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf1a38-a456-43bd-94a6-806f36c27d88", "tag": "859462cf-66d9-4b0d-bc13-68bab15f78b6", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:09:28.595394 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-492a5023-14d0-4bec-ad22-f69ea0883c44 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:09:28.595787 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'tag': '859462cf-66d9-4b0d-bc13-68bab15f78b6', 'status': 'completed', 'code': 200} Sep 14 10:09:28.654163 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-a512572b-6afb-4260-a9cf-266a0e599c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:28.655620 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-a512572b-6afb-4260-a9cf-266a0e599c5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 1096 time: 0.0407038 Sep 14 10:09:28.700680 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-6f3fbcda-5ca0-4405-b0e9-5114ff979424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6 HTTP/1.1" status: 200 len: 217 time: 0.0321965 Sep 14 10:09:28.746952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-8fcd2947-4bdc-48b0-9237-18c1484bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:28.748291 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-8fcd2947-4bdc-48b0-9237-18c1484bf1c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d7e11d-a2e0-4531-a0a1-54ab799c1e33 HTTP/1.1" status: 200 len: 854 time: 0.0406768 Sep 14 10:09:28.781787 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-73151bb8-044c-4dc4-801b-2a38aa58f3ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f2a25d-f9cd-4765-b5db-47c29652fa54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261204 Sep 14 10:09:28.866875 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-ea2b2058-5c2b-45ff-9b42-551d28007a66 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771194 Sep 14 10:09:28.956019 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f55abe2c-7c12-4386-bca8-f4257d3eaf4c req-60c5ba22-015e-46df-b27b-51234c1dc642 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821757 Sep 14 10:09:29.084292 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-4b2edb24-4fe9-4de2-a298-d6559f726508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:29.085774 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-4b2edb24-4fe9-4de2-a298-d6559f726508 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 1096 time: 0.0399709 Sep 14 10:09:29.181050 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-4d77cb0d-5290-4307-9916-d2f075813d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:29.182506 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-4d77cb0d-5290-4307-9916-d2f075813d74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 200 len: 915 time: 0.0897450 Sep 14 10:09:29.225416 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-8c35cec7-33fc-46c3-8dbe-97aa8c1971e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6 HTTP/1.1" status: 200 len: 217 time: 0.0333741 Sep 14 10:09:29.272764 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-a26ebbe1-f058-4580-a807-a80a66a2e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:29.274213 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-a26ebbe1-f058-4580-a807-a80a66a2e537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d7e11d-a2e0-4531-a0a1-54ab799c1e33 HTTP/1.1" status: 200 len: 854 time: 0.0419621 Sep 14 10:09:29.305432 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-1945a131-1761-4751-9c37-8ff79fe08ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f2a25d-f9cd-4765-b5db-47c29652fa54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236871 Sep 14 10:09:29.357159 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c81fa-0408-4061-872d-3106ece959ce req-fa01849a-21a0-4be9-bacc-9bb8e8471bd6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:29.358527 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5d0c81fa-0408-4061-872d-3106ece959ce req-fa01849a-21a0-4be9-bacc-9bb8e8471bd6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 943 time: 0.0469062 Sep 14 10:09:29.395159 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5d0c81fa-0408-4061-872d-3106ece959ce req-47129dc4-6e90-44aa-b637-d4fccdf88014 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298948 Sep 14 10:09:29.397777 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-49c8822d-56d3-4390-aef8-11089a8c900f service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850670 Sep 14 10:09:29.491715 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-93dc7930-b1ad-4b5c-a49f-e97f986c1b48 req-1c40c375-fbe3-4fb8-8165-0c107af7e9fb service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856721 Sep 14 10:09:30.514002 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d22e4-224b-46a3-a056-5db0ae7e64e4 req-b22e07fe-7584-4974-852c-72f0e459517d tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:30.515447 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-762d22e4-224b-46a3-a056-5db0ae7e64e4 req-b22e07fe-7584-4974-852c-72f0e459517d tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 943 time: 0.0475175 Sep 14 10:09:30.552183 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-762d22e4-224b-46a3-a056-5db0ae7e64e4 req-bfdbe3a8-95e2-42cf-b798-6e56e641bfa5 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Sep 14 10:09:31.375911 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 859462cf-66d9-4b0d-bc13-68bab15f78b6 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:09:31.470537 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 859462cf-66d9-4b0d-bc13-68bab15f78b6, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:09:31.483775 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '859462cf-66d9-4b0d-bc13-68bab15f78b6', 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54', 'port_id': '859462cf-66d9-4b0d-bc13-68bab15f78b6', 'mac_address': 'fa:16:3e:da:79:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d7e11d-a2e0-4531-a0a1-54ab799c1e33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:09:31.520824 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:31.533093 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859462cf-66d9-4b0d-bc13-68bab15f78b6 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:09:31.551841 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 859462cf-66d9-4b0d-bc13-68bab15f78b6, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:09:31.555619 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:31.605087 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=859462cf-66d9-4b0d-bc13-68bab15f78b6,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:31.662448 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7afd1-6f03-4825-a747-2f8382aa703e req-a499fb38-7281-48b9-9cf0-5868a524bed3 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:31.663796 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-78f7afd1-6f03-4825-a747-2f8382aa703e req-a499fb38-7281-48b9-9cf0-5868a524bed3 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 944 time: 0.0466478 Sep 14 10:09:31.699367 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-78f7afd1-6f03-4825-a747-2f8382aa703e req-f1622381-d6b9-49de-932d-077f08c764b4 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298519 Sep 14 10:09:31.835752 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['859462cf-66d9-4b0d-bc13-68bab15f78b6'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:09:32.808373 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae0dab-aa11-4f76-9570-7114aab3ee21 req-cbd9e543-4388-4905-82c4-82fb5fd66227 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:32.809834 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7ae0dab-aa11-4f76-9570-7114aab3ee21 req-cbd9e543-4388-4905-82c4-82fb5fd66227 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 944 time: 0.0465481 Sep 14 10:09:32.845505 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7ae0dab-aa11-4f76-9570-7114aab3ee21 req-c98b3d4c-5c1a-4ee4-a967-d00712f1fad4 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298920 Sep 14 10:09:33.376426 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 859462cf-66d9-4b0d-bc13-68bab15f78b6 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:09:33.425652 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 859462cf-66d9-4b0d-bc13-68bab15f78b6 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:09:33.429901 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 859462cf-66d9-4b0d-bc13-68bab15f78b6 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:09:33.430268 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:33.504372 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:33.525457 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859462cf-66d9-4b0d-bc13-68bab15f78b6'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:09:33.527923 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e4a45-e6c4-48bd-b9d1-0c8b5e01889c" -d '{"events": [{"server_uuid": "cbcf1a38-a456-43bd-94a6-806f36c27d88", "name": "network-vif-plugged", "status": "completed", "tag": "859462cf-66d9-4b0d-bc13-68bab15f78b6"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:09:33.540887 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 859462cf-66d9-4b0d-bc13-68bab15f78b6, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:09:33.544630 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:33.571981 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33ae52-883c-4c22-bc83-69e98d096f8d x-openstack-request-id: req-bb33ae52-883c-4c22-bc83-69e98d096f8d {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:09:33.572265 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf1a38-a456-43bd-94a6-806f36c27d88", "name": "network-vif-plugged", "status": "completed", "tag": "859462cf-66d9-4b0d-bc13-68bab15f78b6", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:09:33.572511 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb33ae52-883c-4c22-bc83-69e98d096f8d {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:09:33.572923 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859462cf-66d9-4b0d-bc13-68bab15f78b6', 'code': 200} Sep 14 10:09:33.594153 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=859462cf-66d9-4b0d-bc13-68bab15f78b6,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:09:33.759560 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680ad05-ed19-48ea-9428-1f15033716d5 req-c1941098-7a3a-45e7-92c1-62fb94bde7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:33.760948 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5680ad05-ed19-48ea-9428-1f15033716d5 req-c1941098-7a3a-45e7-92c1-62fb94bde7d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 1098 time: 0.0383229 Sep 14 10:09:33.797850 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5680ad05-ed19-48ea-9428-1f15033716d5 req-42a07552-3b55-4366-b22e-a622076a3dac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303261 Sep 14 10:09:33.955518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15e2c9-6f27-4488-b8dc-96ad3e248e8f req-af2029bb-1168-4ae1-bf03-38e176ccb4b4 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:33.957004 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1a15e2c9-6f27-4488-b8dc-96ad3e248e8f req-af2029bb-1168-4ae1-bf03-38e176ccb4b4 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 945 time: 0.0469379 Sep 14 10:09:33.993268 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1a15e2c9-6f27-4488-b8dc-96ad3e248e8f req-4b8a0986-4415-4a49-b2ee-092031f1f17d tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299032 Sep 14 10:09:35.112533 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856ce99-8de4-4a41-87db-efadcd2c06cf req-73bd510b-2958-468a-978d-d74fb13939c1 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:35.114005 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2856ce99-8de4-4a41-87db-efadcd2c06cf req-73bd510b-2958-468a-978d-d74fb13939c1 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 945 time: 0.0504456 Sep 14 10:09:35.150159 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2856ce99-8de4-4a41-87db-efadcd2c06cf req-34a02e94-c489-4ade-950f-d8380a360719 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301199 Sep 14 10:09:41.548586 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-214cbd9e-4005-4e46-a872-30b3b5fabf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:44.307241 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f8a00780-604d-44e5-bbfc-5df1846fc595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:44.495098 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:45.588518 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:47.137371 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:49.057124 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:09:49.349408 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:09:53.619248 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-297afa82-f192-4427-9ccf-ffde841c6da9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390785 Sep 14 10:09:53.716855 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-8e1d6c3e-1463-4f13-9ff5-da2c164ca110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:53.718379 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-8e1d6c3e-1463-4f13-9ff5-da2c164ca110 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0404603 Sep 14 10:09:53.820279 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-7a8c3851-634a-4343-8248-44ba683ed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:53.821819 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-7a8c3851-634a-4343-8248-44ba683ed43e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0852590 Sep 14 10:09:53.885014 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-172954ee-f8ca-4dc7-8e37-b2cea004d006 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 200 len: 1000 time: 0.0554767 Sep 14 10:09:53.937025 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-e773c5d9-380e-4b56-9bbb-5fdb6cd362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:53.938460 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-e773c5d9-380e-4b56-9bbb-5fdb6cd362dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0465901 Sep 14 10:09:53.984080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-8960bbee-0c27-4f49-9799-5e9d4cca06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:09:53.985520 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-8960bbee-0c27-4f49-9799-5e9d4cca06ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392382 Sep 14 10:09:54.078962 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-749227ff-0a05-46aa-95a7-aa779c531fdd service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853064 Sep 14 10:09:54.169966 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc4852fb-dd64-449b-8a5a-8761dfe651d4 req-039eaf31-50ad-4db8-909d-26a9147ea093 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839276 Sep 14 10:10:11.541639 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-69704468-a587-456e-a32e-05b8f631b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:14.306890 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e37ee494-e4d1-4e64-bf46-f70e5262edcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:14.496985 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:15.591257 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:16.551181 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb4635-cfd3-4183-85d0-cfc190cbe736 req-b5cf2266-0604-4897-8988-6c55b057b5a6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:16.552572 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-36fb4635-cfd3-4183-85d0-cfc190cbe736 req-b5cf2266-0604-4897-8988-6c55b057b5a6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 945 time: 0.0482459 Sep 14 10:10:16.589339 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-36fb4635-cfd3-4183-85d0-cfc190cbe736 req-f4e28656-d9a3-4475-b5a9-ffcfc1c3e453 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Sep 14 10:10:17.140943 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:17.701339 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e8e2d-e77a-4e94-a665-dbc1b3cae084 req-eb9b8b71-0b19-40da-bc1c-c2558a194116 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:17.702715 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c9e8e2d-e77a-4e94-a665-dbc1b3cae084 req-eb9b8b71-0b19-40da-bc1c-c2558a194116 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Sep 14 10:10:17.744405 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7c9e8e2d-e77a-4e94-a665-dbc1b3cae084 req-45a52ebe-0f08-4c9b-ba63-16855ffc082b tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Sep 14 10:10:18.210682 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-ffeee268-976a-498e-bddb-43d331184536 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:18.212122 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-ffeee268-976a-498e-bddb-43d331184536 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Sep 14 10:10:18.297830 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Deleting port 859462cf-66d9-4b0d-bc13-68bab15f78b6 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:10:18.298171 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:18.384684 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] For port 859462cf-66d9-4b0d-bc13-68bab15f78b6, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=859462cf-66d9-4b0d-bc13-68bab15f78b6,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:10:18.385349 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:18.397760 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Calling delete_port for 859462cf-66d9-4b0d-bc13-68bab15f78b6 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:10:18.519800 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:18.548829 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Pushing event deleted for resources: {'Port': ['ID=859462cf-66d9-4b0d-bc13-68bab15f78b6,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:18.554141 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['859462cf-66d9-4b0d-bc13-68bab15f78b6'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:10:18.558245 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.558596 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.558931 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.559274 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.559602 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.559933 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.560263 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.560575 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.560926 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.561732 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.561732 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.561939 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:18.600212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] No DVR routers for this DVR port 859462cf-66d9-4b0d-bc13-68bab15f78b6 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:10:18.602543 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:18.604483 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3938b62c-eb1f-45ad-8ae0-cc3de53e213b req-e619a301-2e95-452c-bf28-bdf710de45d0 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "DELETE /v2.0/ports/859462cf-66d9-4b0d-bc13-68bab15f78b6 HTTP/1.1" status: 204 len: 173 time: 0.3863940 Sep 14 10:10:18.604932 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'name': 'network-vif-deleted', 'tag': '859462cf-66d9-4b0d-bc13-68bab15f78b6'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:10:18.607157 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14098303-0c53-4d07-8ee6-7cf307f99189" -d '{"events": [{"server_uuid": "cbcf1a38-a456-43bd-94a6-806f36c27d88", "name": "network-vif-deleted", "tag": "859462cf-66d9-4b0d-bc13-68bab15f78b6"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:10:18.642827 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b125c-f07f-4987-9da4-c0a8ef5a4e09 x-openstack-request-id: req-c12b125c-f07f-4987-9da4-c0a8ef5a4e09 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:10:18.643217 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf1a38-a456-43bd-94a6-806f36c27d88", "name": "network-vif-deleted", "tag": "859462cf-66d9-4b0d-bc13-68bab15f78b6", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:10:18.643439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c12b125c-f07f-4987-9da4-c0a8ef5a4e09 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:10:18.643825 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf1a38-a456-43bd-94a6-806f36c27d88', 'name': 'network-vif-deleted', 'tag': '859462cf-66d9-4b0d-bc13-68bab15f78b6', 'status': 'completed', 'code': 200} Sep 14 10:10:18.846157 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3560d4cd-2238-40a8-ba99-97ea53ac9b74 req-5311ec82-984d-48ed-9e66-514d2f108110 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1a38-a456-43bd-94a6-806f36c27d88 HTTP/1.1" status: 200 len: 210 time: 0.0261009 Sep 14 10:10:19.367641 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:22.935778 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 859462cf-66d9-4b0d-bc13-68bab15f78b6 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:10:22.955017 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 859462cf-66d9-4b0d-bc13-68bab15f78b6 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:10:22.955352 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 859462cf-66d9-4b0d-bc13-68bab15f78b6 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:10:26.055745 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:10:27.742429 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-a2c21246-b4e3-4ec6-927f-614e22235bc7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:27.743790 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-a2c21246-b4e3-4ec6-927f-614e22235bc7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/networks?id=e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 200 len: 814 time: 0.1006284 Sep 14 10:10:27.757926 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-3b8f75c8-5bcf-491d-a2b0-2f51b6627942 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/quotas/74a003acbf1440eb9fb319c02af5c2b6 HTTP/1.1" status: 200 len: 375 time: 0.0085609 Sep 14 10:10:27.789292 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-0bd2690e-2525-4a4d-afd1-7691f1e8cc2b tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263925 Sep 14 10:10:27.877762 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-6c390421-8d9e-4a24-91f6-596b347170fa service neutron] 10.222.0.21 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811439 Sep 14 10:10:27.962521 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-4c8981d6-a40c-4c26-b711-c3f2baff3f0a service neutron] 10.222.0.21 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789065 Sep 14 10:10:28.120787 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-497041e7-51a3-49e3-84cb-e48899185b7e req-f5d25bd4-4bbd-439f-8ca2-d6b026fcb8fb tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 210 time: 0.0310655 Sep 14 10:10:29.080946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-02ec4d79-0370-4102-a224-cd3c4e9c0ce6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:29.083186 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-02ec4d79-0370-4102-a224-cd3c4e9c0ce6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "GET /v2.0/networks?id=e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 200 len: 814 time: 0.1052759 Sep 14 10:10:29.117427 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Request body: {'port': {'device_id': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54', 'admin_state_up': True, 'tenant_id': '74a003acbf1440eb9fb319c02af5c2b6'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:10:29.221974 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c4f50f22-ee1b-4762-88d5-bfb0c4597802 req-b85f3bb9-7032-496b-a9bd-daeb2c2901c6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 210 time: 0.0323863 Sep 14 10:10:29.253814 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Made reservation on behalf of 74a003acbf1440eb9fb319c02af5c2b6 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:10:29.257272 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:29.373388 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Allocated IP 172.20.0.7 (e3f2a25d-f9cd-4765-b5db-47c29652fa54/d0d7e11d-a2e0-4531-a0a1-54ab799c1e33/293732b0-a67f-4c78-8108-967873b431b3) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:10:29.514805 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:29.551305 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:29.589456 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Network e3f2a25d-f9cd-4765-b5db-47c29652fa54 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:10:29.592450 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:10:29.596834 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:10:29.626023 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Pushing event updated for resources: {'Port': ['ID=293732b0-a67f-4c78-8108-967873b431b3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:29.649643 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:29.650254 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:29.663442 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-93703ecb-22c9-4c84-8071-dc5f080ec065 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496140 Sep 14 10:10:29.680834 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Request body: {'port': {'device_id': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:10:29.733375 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:29.980555 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293732b0-a67f-4c78-8108-967873b431b3 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:10:29.988277 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:29.999748 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Transition to ACTIVE for port object 293732b0-a67f-4c78-8108-967873b431b3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:10:30.003128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:30.053128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Pushing event updated for resources: {'Port': ['ID=293732b0-a67f-4c78-8108-967873b431b3,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:30.118482 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Attempting to bind port 293732b0-a67f-4c78-8108-967873b431b3 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:10:30.119128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Attempting to bind port 293732b0-a67f-4c78-8108-967873b431b3 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:10:30.119128 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Attempting to bind port 293732b0-a67f-4c78-8108-967873b431b3 on network e3f2a25d-f9cd-4765-b5db-47c29652fa54 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:10:30.125995 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Port 293732b0-a67f-4c78-8108-967873b431b3 on network e3f2a25d-f9cd-4765-b5db-47c29652fa54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:10:30.126442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Attempting to bind port 293732b0-a67f-4c78-8108-967873b431b3 on network e3f2a25d-f9cd-4765-b5db-47c29652fa54 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:10:30.132306 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:10:30.132638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Checking segment: {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:10:30.133052 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Bound using segment: {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:10:30.133476 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Bound port: 293732b0-a67f-4c78-8108-967873b431b3, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb68a9d-75e6-477a-9281-7f72fed93b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:10:30.133826 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:30.194420 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] For port 293732b0-a67f-4c78-8108-967873b431b3, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:10:30.197906 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] For port 293732b0-a67f-4c78-8108-967873b431b3, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=293732b0-a67f-4c78-8108-967873b431b3,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:10:30.201899 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:30.239069 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:30.239673 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:30.241071 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] 10.222.0.32 "PUT /v2.0/ports/293732b0-a67f-4c78-8108-967873b431b3 HTTP/1.1" status: 200 len: 1093 time: 0.5642276 Sep 14 10:10:30.241500 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'tag': '293732b0-a67f-4c78-8108-967873b431b3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:10:30.243831 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f0db2-fed0-4d0a-9a33-820647d96732" -d '{"events": [{"name": "network-changed", "server_uuid": "84d6c55c-92d2-4924-b59f-8ffa009e10cc", "tag": "293732b0-a67f-4c78-8108-967873b431b3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:10:30.267022 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324def34-fa01-4f0f-91e7-9d1efec2d786 service neutron] Pushing event updated for resources: {'Port': ['ID=293732b0-a67f-4c78-8108-967873b431b3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:30.285372 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883580e4-68b1-4764-b333-641ab6ceff16 x-openstack-request-id: req-883580e4-68b1-4764-b333-641ab6ceff16 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:10:30.285768 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d6c55c-92d2-4924-b59f-8ffa009e10cc", "tag": "293732b0-a67f-4c78-8108-967873b431b3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:10:30.285961 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-883580e4-68b1-4764-b333-641ab6ceff16 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:10:30.286309 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'tag': '293732b0-a67f-4c78-8108-967873b431b3', 'status': 'completed', 'code': 200} Sep 14 10:10:30.344284 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-11be8425-9592-46d7-b4be-05d1e379d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:30.345816 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-11be8425-9592-46d7-b4be-05d1e379d966 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 1096 time: 0.0408502 Sep 14 10:10:30.345972 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa116067-1531-41e0-8992-f70b34a4881e req-13f427d7-4db5-401f-9fee-3b71d592cf73 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:30.347382 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa116067-1531-41e0-8992-f70b34a4881e req-13f427d7-4db5-401f-9fee-3b71d592cf73 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 943 time: 0.0507030 Sep 14 10:10:30.383539 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa116067-1531-41e0-8992-f70b34a4881e req-444e0bb3-73eb-4909-96f7-5d4ebd0f5393 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Sep 14 10:10:30.394077 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-623e7638-13e8-45df-8701-a8435e983571 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=293732b0-a67f-4c78-8108-967873b431b3 HTTP/1.1" status: 200 len: 217 time: 0.0331705 Sep 14 10:10:30.442505 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c751-3301-4ac6-84ae-dcb416db406c req-e76c47f3-e09d-4ac0-9ac7-4e02d7cd9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:30.443925 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-e76c47f3-e09d-4ac0-9ac7-4e02d7cd9b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d7e11d-a2e0-4531-a0a1-54ab799c1e33 HTTP/1.1" status: 200 len: 854 time: 0.0431533 Sep 14 10:10:30.480236 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-ea9ffc2e-cea3-4d57-91c3-38c7bd0c8daf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f2a25d-f9cd-4765-b5db-47c29652fa54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289123 Sep 14 10:10:30.564726 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-8a6518c3-4a3a-4e33-b873-186421fe3c87 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777595 Sep 14 10:10:30.653857 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3668c751-3301-4ac6-84ae-dcb416db406c req-05ab8a10-2e39-494f-bb4f-7ed59df19903 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808222 Sep 14 10:10:30.785668 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-099e4352-578d-41f6-838b-9d4d9456c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:30.787098 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-099e4352-578d-41f6-838b-9d4d9456c0c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 1096 time: 0.0393665 Sep 14 10:10:30.875738 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-bc5700c2-a95b-4151-aa44-fc8905392e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:30.877197 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-bc5700c2-a95b-4151-aa44-fc8905392e55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 200 len: 915 time: 0.0830045 Sep 14 10:10:31.168448 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-4caf0863-54cf-4e46-82c4-de6d04318d0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=293732b0-a67f-4c78-8108-967873b431b3 HTTP/1.1" status: 200 len: 217 time: 0.2839415 Sep 14 10:10:31.215289 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-094db914-c136-4d69-a269-5d52ffa268db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:31.216693 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-094db914-c136-4d69-a269-5d52ffa268db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d7e11d-a2e0-4531-a0a1-54ab799c1e33 HTTP/1.1" status: 200 len: 854 time: 0.0411048 Sep 14 10:10:31.248549 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-4ebc7c55-849a-4221-b6df-e85c845f23b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f2a25d-f9cd-4765-b5db-47c29652fa54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235415 Sep 14 10:10:31.336324 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-a4d7f9c3-c834-4b79-8f1f-108b37f76856 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803363 Sep 14 10:10:31.426572 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5d8f0db2-fed0-4d0a-9a33-820647d96732 req-c49a2286-354f-4789-82fd-f21f7780d2bb service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Sep 14 10:10:31.496014 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e33dc-c2f3-42eb-8353-07d625f01b14 req-b27bc97f-3607-4559-abf8-a2f3da32d3b7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:31.497973 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c89e33dc-c2f3-42eb-8353-07d625f01b14 req-b27bc97f-3607-4559-abf8-a2f3da32d3b7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 943 time: 0.0467203 Sep 14 10:10:31.534444 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c89e33dc-c2f3-42eb-8353-07d625f01b14 req-2dac27ea-6409-461c-8b82-3372208c3cb6 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306690 Sep 14 10:10:32.644016 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003989-2ddb-4684-94c7-69f03c892452 req-a0719e81-f641-44c2-b44a-ee5840a47b71 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:32.645508 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d003989-2ddb-4684-94c7-69f03c892452 req-a0719e81-f641-44c2-b44a-ee5840a47b71 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 943 time: 0.0474145 Sep 14 10:10:32.681975 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d003989-2ddb-4684-94c7-69f03c892452 req-8177be00-d656-4e30-895a-971e996b1290 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303373 Sep 14 10:10:33.721965 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 293732b0-a67f-4c78-8108-967873b431b3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:10:33.792974 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4550872-e43e-4684-8630-4d0f77d4a2b5 req-14001dee-a278-4056-ae76-382e946ddb1c tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:33.794494 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b4550872-e43e-4684-8630-4d0f77d4a2b5 req-14001dee-a278-4056-ae76-382e946ddb1c tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 943 time: 0.0468214 Sep 14 10:10:33.815653 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 293732b0-a67f-4c78-8108-967873b431b3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=293732b0-a67f-4c78-8108-967873b431b3,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:10:33.827010 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '293732b0-a67f-4c78-8108-967873b431b3', 'network_id': 'e3f2a25d-f9cd-4765-b5db-47c29652fa54', 'port_id': '293732b0-a67f-4c78-8108-967873b431b3', 'mac_address': 'fa:16:3e:c7:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d7e11d-a2e0-4531-a0a1-54ab799c1e33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:10:33.831436 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b4550872-e43e-4684-8630-4d0f77d4a2b5 req-5b1f92c2-8ceb-4e76-bca4-018768c5af1a tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Sep 14 10:10:33.861993 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:33.874496 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293732b0-a67f-4c78-8108-967873b431b3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:10:33.893369 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 293732b0-a67f-4c78-8108-967873b431b3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=293732b0-a67f-4c78-8108-967873b431b3,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:10:33.896719 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:33.944811 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=293732b0-a67f-4c78-8108-967873b431b3,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:33.952203 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.952553 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.952914 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.953255 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.953580 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.953906 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.954252 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.954551 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.954869 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.955187 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.955502 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:33.955817 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:10:34.195108 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['293732b0-a67f-4c78-8108-967873b431b3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:10:34.940434 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829fbbc-6647-4867-82cc-6ad19ccb28cb req-116182b1-6b35-4fd2-80f9-2d37872c57a8 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:34.941927 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8829fbbc-6647-4867-82cc-6ad19ccb28cb req-116182b1-6b35-4fd2-80f9-2d37872c57a8 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 944 time: 0.0472991 Sep 14 10:10:34.978373 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8829fbbc-6647-4867-82cc-6ad19ccb28cb req-941ac5d9-768b-4004-b6f8-38dbdafd16a1 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306325 Sep 14 10:10:35.734833 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 293732b0-a67f-4c78-8108-967873b431b3 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:10:35.783761 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 293732b0-a67f-4c78-8108-967873b431b3 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:10:35.787383 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 293732b0-a67f-4c78-8108-967873b431b3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:10:35.787749 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:35.859516 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:35.880953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293732b0-a67f-4c78-8108-967873b431b3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:10:35.883166 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d47e25-88e9-4781-9cc0-ec40bc04ce51" -d '{"events": [{"server_uuid": "84d6c55c-92d2-4924-b59f-8ffa009e10cc", "name": "network-vif-plugged", "status": "completed", "tag": "293732b0-a67f-4c78-8108-967873b431b3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:10:35.895105 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 293732b0-a67f-4c78-8108-967873b431b3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=293732b0-a67f-4c78-8108-967873b431b3,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:10:35.898981 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:35.924152 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d48ee-cab0-4ce1-82bf-19e6325bb9ce x-openstack-request-id: req-e20d48ee-cab0-4ce1-82bf-19e6325bb9ce {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:10:35.924450 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d6c55c-92d2-4924-b59f-8ffa009e10cc", "name": "network-vif-plugged", "status": "completed", "tag": "293732b0-a67f-4c78-8108-967873b431b3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:10:35.924703 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e20d48ee-cab0-4ce1-82bf-19e6325bb9ce {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:10:35.925117 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293732b0-a67f-4c78-8108-967873b431b3', 'code': 200} Sep 14 10:10:35.951862 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=293732b0-a67f-4c78-8108-967873b431b3,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:36.094724 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dc06-e4f9-4eab-974f-152eb3fd012a req-1c1e03bb-135f-4161-b95d-f613b43688db tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:36.096185 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cec4dc06-e4f9-4eab-974f-152eb3fd012a req-1c1e03bb-135f-4161-b95d-f613b43688db tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 945 time: 0.0512180 Sep 14 10:10:36.111970 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ced7cd-edcf-4e53-bd57-632ea69f8721 req-930bad44-93c6-4f26-8ba6-fb2b7d3aeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:36.113492 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-38ced7cd-edcf-4e53-bd57-632ea69f8721 req-930bad44-93c6-4f26-8ba6-fb2b7d3aeb6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 1098 time: 0.0392206 Sep 14 10:10:36.132849 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cec4dc06-e4f9-4eab-974f-152eb3fd012a req-f6f7a1af-6a15-44ca-9bb8-53657c2c1659 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Sep 14 10:10:36.157760 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-38ced7cd-edcf-4e53-bd57-632ea69f8721 req-55e947ef-de09-498e-bd87-a0a02be3c65a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368221 Sep 14 10:10:37.259187 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c965da-dd78-43cc-9aec-c43317b06d9f req-f8afeb87-ab9b-44c6-9396-9d5dd36fce60 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:37.260655 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2c965da-dd78-43cc-9aec-c43317b06d9f req-f8afeb87-ab9b-44c6-9396-9d5dd36fce60 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 945 time: 0.0478101 Sep 14 10:10:37.297519 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2c965da-dd78-43cc-9aec-c43317b06d9f req-b5ff0958-00a0-4d48-a20a-6dd41cb82417 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304902 Sep 14 10:10:38.408317 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c9d04-dc4f-4ab6-aca0-c8b496d46f17 req-2753b745-6185-4683-b806-e8ee1ba61b59 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:38.409812 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-793c9d04-dc4f-4ab6-aca0-c8b496d46f17 req-2753b745-6185-4683-b806-e8ee1ba61b59 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 945 time: 0.0483668 Sep 14 10:10:38.446337 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-793c9d04-dc4f-4ab6-aca0-c8b496d46f17 req-3701f9b3-86bd-4bf7-946e-56a395be3c32 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Sep 14 10:10:41.545005 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d7e391e-7ee4-4be4-b381-5d5f64d10978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:42.862249 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf84512-3449-4d56-83cb-d4c5b55c60ba req-e5963046-eea6-4fb9-99ea-c05e9eedc721 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:42.863680 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9cf84512-3449-4d56-83cb-d4c5b55c60ba req-e5963046-eea6-4fb9-99ea-c05e9eedc721 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0465159 Sep 14 10:10:42.899838 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9cf84512-3449-4d56-83cb-d4c5b55c60ba req-37615e8d-bf90-4895-ad5b-a49804e3d20b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303528 Sep 14 10:10:44.010992 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00826f-3099-49c7-8380-a82a5dda2ecd req-1655d829-23bd-444b-a2a8-02e32b0dccde tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:44.013227 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f00826f-3099-49c7-8380-a82a5dda2ecd req-1655d829-23bd-444b-a2a8-02e32b0dccde tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0482452 Sep 14 10:10:44.050921 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f00826f-3099-49c7-8380-a82a5dda2ecd req-cb76d349-622a-457a-93c1-99e58060e3ef tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Sep 14 10:10:44.307188 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6df4775d-4d1d-42e2-99ab-247abc2520db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:44.497514 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:44.561550 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864e217-6d65-49eb-a038-2f9a296a361f req-f4fcb965-a999-4e8d-8daa-5bd8006d9fbd tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:44.562896 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4864e217-6d65-49eb-a038-2f9a296a361f req-f4fcb965-a999-4e8d-8daa-5bd8006d9fbd tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0465200 Sep 14 10:10:44.649817 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Deleting port 0cc7920b-3e52-4030-8058-a0aaaacb75ea {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:10:44.650155 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:44.734082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] For port 0cc7920b-3e52-4030-8058-a0aaaacb75ea, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0cc7920b-3e52-4030-8058-a0aaaacb75ea,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:10:44.734442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:44.904547 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:44.905060 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:44.905446 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Floating IP de75b783-ead7-4479-a56b-997268f27f48 disassociated. External IP: 172.27.2.43, port: 0cc7920b-3e52-4030-8058-a0aaaacb75ea. Sep 14 10:10:44.905960 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Calling delete_port for 0cc7920b-3e52-4030-8058-a0aaaacb75ea owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:10:45.024349 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:45.054425 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'Port': ['ID=0cc7920b-3e52-4030-8058-a0aaaacb75ea,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:45.171008 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7d63677-141a-4c38-b40c-4140b1bd6cdd req-07c40f10-0cb6-4e48-aee3-c493c5ff3980 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0fb385f-1275-4baa-a5b1-41d17876b1b2 HTTP/1.1" status: 200 len: 210 time: 0.0341427 Sep 14 10:10:45.202245 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:10:45.311448 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:10:45.321608 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:10:45.331434 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:10:45.332132 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:10:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:10:45.349367 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] No DVR routers for this DVR port 0cc7920b-3e52-4030-8058-a0aaaacb75ea on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:10:45.351836 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:45.353845 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4864e217-6d65-49eb-a038-2f9a296a361f req-ab82dbf8-dc16-46b1-91b6-12af42631500 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "DELETE /v2.0/ports/0cc7920b-3e52-4030-8058-a0aaaacb75ea HTTP/1.1" status: 204 len: 173 time: 0.7849364 Sep 14 10:10:45.354268 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'name': 'network-vif-deleted', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:10:45.356498 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f595d-006c-4a33-a945-757e69d35437" -d '{"events": [{"server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "name": "network-vif-deleted", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:10:45.396455 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ebf48f-e851-4843-825d-93bd89e92c0f x-openstack-request-id: req-c4ebf48f-e851-4843-825d-93bd89e92c0f {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:10:45.396822 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fb385f-1275-4baa-a5b1-41d17876b1b2", "name": "network-vif-deleted", "tag": "0cc7920b-3e52-4030-8058-a0aaaacb75ea", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:10:45.397170 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4ebf48f-e851-4843-825d-93bd89e92c0f {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:10:45.397633 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fb385f-1275-4baa-a5b1-41d17876b1b2', 'name': 'network-vif-deleted', 'tag': '0cc7920b-3e52-4030-8058-a0aaaacb75ea', 'status': 'completed', 'code': 200} Sep 14 10:10:45.442502 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:10:45.605228 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:45.650300 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:10:45.676503 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:10:45.685241 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:10:45.685790 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:10:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:10:45.791574 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:10:45.979703 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:10:46.004516 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919b36f-ed73-420b-9181-e5808e5e9901 None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:10:46.241017 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382150d9-4bc6-4e5a-8285-98a5a00b3aa3 None None] New status for floating IP de75b783-ead7-4479-a56b-997268f27f48: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:10:46.449822 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-24fb8307-8b3f-45f3-a547-2bafbb62f441 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023850267&fields=id&tenant_id=54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 267 time: 0.0318282 Sep 14 10:10:46.563448 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-51b2ade2-d585-4744-9e64-15c9a27bea70 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:46.564817 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-51b2ade2-d585-4744-9e64-15c9a27bea70 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1072109 Sep 14 10:10:46.579385 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-74484452-20d0-4890-afba-8747430df0fb tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/quotas/54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 375 time: 0.0088401 Sep 14 10:10:46.630173 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-1b0f759a-820e-443f-b76e-3e8489b047ff tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457671 Sep 14 10:10:46.723342 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-c0b97fcd-c1e4-4f24-ba60-79a2a36d98b9 service neutron] 10.222.0.21 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822537 Sep 14 10:10:46.807937 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-b84ddcf5-7231-44bd-a6a6-d6117a9bd95c service neutron] 10.222.0.21 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788081 Sep 14 10:10:47.079188 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-44cc0b48-de03-4c01-9f2a-95e6fb270d17 req-723ffb3c-0f69-4ca8-9b0f-90ac6f547c63 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 210 time: 0.0259271 Sep 14 10:10:47.146427 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:48.177058 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-72631f27-66fc-489f-a130-a31dbbe1ef54 req-8128ecc8-b2c7-4986-b500-73152f591326 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 210 time: 0.0337417 Sep 14 10:10:49.267164 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-827bc69d-40de-4798-b025-04be8fce268a req-3155b283-28f4-45a2-b64d-9d9ae299a970 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 210 time: 0.0253067 Sep 14 10:10:49.328976 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 0cc7920b-3e52-4030-8058-a0aaaacb75ea no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:10:49.348720 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 0cc7920b-3e52-4030-8058-a0aaaacb75ea {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:10:49.349096 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 0cc7920b-3e52-4030-8058-a0aaaacb75ea not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:10:49.363268 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.020353 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-b51c833a-031a-4ce1-ae6c-7285ae15cf34 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:50.021857 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-b51c833a-031a-4ce1-ae6c-7285ae15cf34 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1021273 Sep 14 10:10:50.069676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-69866f63-32ca-40f2-8953-b34ff4eff2c2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 380 time: 0.0331194 Sep 14 10:10:50.082469 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'port': {'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'admin_state_up': True, 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'security_groups': ['8f82d498-bd49-4223-bb66-5e61cbb731ff']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:10:50.193755 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Made reservation on behalf of 54157c6d78d44f108d0799ab0d8f908a for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:10:50.197167 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.315354 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Allocated IP 172.20.0.6 (e31c341c-0602-497d-a5e3-d8e551afd4d8/21be54f8-ef0a-4242-a19b-13658565a457/b06fec57-a180-4e8a-8b3f-0565ea8eceb1) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:10:50.362151 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2712af72-5d20-4439-b125-f31982b8ab60 req-bef7146d-d3d2-4400-997a-d06a56606748 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 210 time: 0.0266702 Sep 14 10:10:50.455082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.469366 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Transition to ACTIVE for port object b06fec57-a180-4e8a-8b3f-0565ea8eceb1 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:10:50.501847 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.542993 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:10:50.546858 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:10:50.550392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:10:50.595524 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:50.617400 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:50.618035 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.634807 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-a466e182-c103-422e-9331-c22f957ddcb1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557899 Sep 14 10:10:50.646417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-36b0d39e-bfb3-46b3-8030-f4866fc74a32 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:10:50.647530 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-36b0d39e-bfb3-46b3-8030-f4866fc74a32 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057197 Sep 14 10:10:50.666932 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Request body: {'port': {'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:10:50.728608 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.835681 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c3a5b30f-db87-42ce-bfda-f01598f607d9 None None] Provisioning for port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:10:50.839161 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c3a5b30f-db87-42ce-bfda-f01598f607d9 None None] Provisioning complete for port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:10:50.839529 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b30f-db87-42ce-bfda-f01598f607d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:50.875321 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5b30f-db87-42ce-bfda-f01598f607d9 None None] Port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:10:50.982833 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06fec57-a180-4e8a-8b3f-0565ea8eceb1 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:10:50.989930 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:51.001679 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Transition to ACTIVE for port object b06fec57-a180-4e8a-8b3f-0565ea8eceb1 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:10:51.005420 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:51.054885 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Pushing event updated for resources: {'Port': ['ID=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:51.118110 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Attempting to bind port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:10:51.118451 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Attempting to bind port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:10:51.118782 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Attempting to bind port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:10:51.123672 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 on network e31c341c-0602-497d-a5e3-d8e551afd4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:10:51.123987 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Attempting to bind port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:10:51.128909 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:10:51.129343 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Checking segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:10:51.129629 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Bound using segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:10:51.130055 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Bound port: b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:10:51.130407 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:51.199329 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] For port b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:10:51.203130 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] For port b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:10:51.207713 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:51.240186 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:51.240803 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:10:51.242189 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] 10.222.0.32 "PUT /v2.0/ports/b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 1093 time: 0.5801206 Sep 14 10:10:51.244292 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:10:51.247109 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d453fe-4b2c-438e-8888-b06d053086f0" -d '{"events": [{"name": "network-changed", "server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:10:51.275033 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d80bcd-373b-46ba-96e3-43971ecdf03d service neutron] Pushing event updated for resources: {'Port': ['ID=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:10:51.285773 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc5d29-bd0b-4b8a-9a8b-3e1473068703 x-openstack-request-id: req-09dc5d29-bd0b-4b8a-9a8b-3e1473068703 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:10:51.286069 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:10:51.286324 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09dc5d29-bd0b-4b8a-9a8b-3e1473068703 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:10:51.286722 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'status': 'completed', 'code': 200} Sep 14 10:10:51.477270 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa815-0bd0-4f6a-986e-303f031ed126 req-ec654e64-6e2b-464f-a6b8-ce60e07d666c tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:51.478724 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-248fa815-0bd0-4f6a-986e-303f031ed126 req-ec654e64-6e2b-464f-a6b8-ce60e07d666c tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0477846 Sep 14 10:10:51.515620 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-248fa815-0bd0-4f6a-986e-303f031ed126 req-fd1ffe8c-7c0a-4105-acf1-022b687b1180 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305047 Sep 14 10:10:52.627483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446a8-a09c-4efc-987a-8b2a50fed11d req-b3c6a9ce-5666-457f-8947-aae2018590f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:52.628968 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ca8446a8-a09c-4efc-987a-8b2a50fed11d req-b3c6a9ce-5666-457f-8947-aae2018590f5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0482142 Sep 14 10:10:52.667374 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ca8446a8-a09c-4efc-987a-8b2a50fed11d req-97d8ab7d-4f1f-415e-bf1d-b7e85af07c05 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Sep 14 10:10:53.683805 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d453fe-4b2c-438e-8888-b06d053086f0 req-b037b32e-5fc3-4a56-b78d-1e7a01342143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:53.685481 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b3d453fe-4b2c-438e-8888-b06d053086f0 req-b037b32e-5fc3-4a56-b78d-1e7a01342143 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1096 time: 0.0397980 Sep 14 10:10:53.778910 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5cce9-bf69-47e9-b219-3f7da4a81152 req-5ccb099a-98df-4c6f-9140-23fb2bbe09bc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:53.780374 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10c5cce9-bf69-47e9-b219-3f7da4a81152 req-5ccb099a-98df-4c6f-9140-23fb2bbe09bc tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0466862 Sep 14 10:10:53.801490 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d453fe-4b2c-438e-8888-b06d053086f0 req-907897b4-415f-49c6-bd84-1d9d9371fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:53.803087 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b3d453fe-4b2c-438e-8888-b06d053086f0 req-907897b4-415f-49c6-bd84-1d9d9371fd2e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=54157c6d78d44f108d0799ab0d8f908a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951276 Sep 14 10:10:53.820312 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10c5cce9-bf69-47e9-b219-3f7da4a81152 req-edc4f2a4-8d97-4f86-9629-7272f84a4f3d tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338838 Sep 14 10:10:53.900080 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d453fe-4b2c-438e-8888-b06d053086f0 req-96813bb9-c4d7-45d2-8e03-3f665e3f0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:53.901817 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b3d453fe-4b2c-438e-8888-b06d053086f0 req-96813bb9-c4d7-45d2-8e03-3f665e3f0c72 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908735 Sep 14 10:10:54.006799 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-767c7a05-307a-41ba-9363-1cefeaa522ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:54.008152 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-767c7a05-307a-41ba-9363-1cefeaa522ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1096 time: 0.0392289 Sep 14 10:10:54.053888 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-50fd798a-0869-4aaf-b436-8cb0a2f96a6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 217 time: 0.0326850 Sep 14 10:10:54.102625 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-940240f8-4884-4602-87e4-fd97545e27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:54.103997 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-940240f8-4884-4602-87e4-fd97545e27ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0442014 Sep 14 10:10:54.147271 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-ba0d684e-3f83-42d0-8016-e0089a5b6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:54.148692 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-ba0d684e-3f83-42d0-8016-e0089a5b6e00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381041 Sep 14 10:10:54.234878 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-e4410e57-69b1-4219-9cfd-7feec24dec71 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793924 Sep 14 10:10:54.324518 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b62d654-62ad-4f58-a03e-6adeb1629378 req-e4a2f2b4-5861-4587-84f7-fc02985e7d55 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816448 Sep 14 10:10:54.935375 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d34f-0af4-4e54-8552-be07d2a052aa req-fa00b817-a225-4a53-9e05-444d34949e79 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:54.936845 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9170d34f-0af4-4e54-8552-be07d2a052aa req-fa00b817-a225-4a53-9e05-444d34949e79 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0494957 Sep 14 10:10:54.975205 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9170d34f-0af4-4e54-8552-be07d2a052aa req-33e6cb3f-0c21-40d8-92a2-1f03b32eb397 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Sep 14 10:10:56.100285 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d8678-356f-4503-ba39-3f6717db329e req-47625e81-08e9-45d2-ae6e-8d8a279092ef tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:56.101799 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-919d8678-356f-4503-ba39-3f6717db329e req-47625e81-08e9-45d2-ae6e-8d8a279092ef tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0583203 Sep 14 10:10:56.138591 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-919d8678-356f-4503-ba39-3f6717db329e req-17880f5d-1024-4656-abb8-ba27d7a31a86 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Sep 14 10:10:57.249369 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f620-9630-457e-8b4a-7254a6c1020a req-574088af-3c22-41b6-8843-40082ef97e7a tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:57.250823 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1c75f620-9630-457e-8b4a-7254a6c1020a req-574088af-3c22-41b6-8843-40082ef97e7a tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0470669 Sep 14 10:10:57.291585 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1c75f620-9630-457e-8b4a-7254a6c1020a req-b9bd65bc-9358-4086-8f77-5775fd5bc945 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350721 Sep 14 10:10:58.405130 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d2604-ee76-4a1e-9943-cf747eeca670 req-1896ab34-bb69-413c-8dca-0e14e77b2cff tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:58.406741 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b8d2604-ee76-4a1e-9943-cf747eeca670 req-1896ab34-bb69-413c-8dca-0e14e77b2cff tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0488715 Sep 14 10:10:58.452280 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b8d2604-ee76-4a1e-9943-cf747eeca670 req-3b6a3763-5c54-4f2e-a7e5-0f0b6702eab4 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384343 Sep 14 10:10:59.480932 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e146ca-e23c-4d7a-bacf-d6bf224f99e5 req-41f0d40c-e025-4575-8a5e-81a4964d886c tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:59.482955 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-26e146ca-e23c-4d7a-bacf-d6bf224f99e5 req-41f0d40c-e025-4575-8a5e-81a4964d886c tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 945 time: 0.0492439 Sep 14 10:10:59.520294 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-26e146ca-e23c-4d7a-bacf-d6bf224f99e5 req-cd51e12a-907c-48d7-9cbb-b4bd691c9c6c tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Sep 14 10:10:59.565791 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f3b00-742c-4e4c-a5ff-3673a6c63075 req-0dfe7fe2-013d-48eb-b78b-988679525fa0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:10:59.567282 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d14f3b00-742c-4e4c-a5ff-3673a6c63075 req-0dfe7fe2-013d-48eb-b78b-988679525fa0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0479560 Sep 14 10:10:59.602836 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d14f3b00-742c-4e4c-a5ff-3673a6c63075 req-d1023727-6b8c-40ad-9c2d-2aa356f63f5b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297186 Sep 14 10:11:00.634041 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1b399-0551-4e0b-bc83-1b1603636964 req-7c19e1ea-709a-4a28-be20-4265174db4a7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:00.635626 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-06f1b399-0551-4e0b-bc83-1b1603636964 req-7c19e1ea-709a-4a28-be20-4265174db4a7 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 945 time: 0.0475235 Sep 14 10:11:00.678893 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-06f1b399-0551-4e0b-bc83-1b1603636964 req-78bc7f0d-e25d-498e-91ce-59919c1576ef tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/security-groups?id=53df8cd1-dfa1-4042-a92d-64d04abc4f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Sep 14 10:11:00.698537 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device b06fec57-a180-4e8a-8b3f-0565ea8eceb1 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:11:00.713617 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b76175-71c0-4091-8bd0-903b40483e19 req-3744b8d6-69a7-4c45-a362-7ecc3a0b18d5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:00.715174 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d0b76175-71c0-4091-8bd0-903b40483e19 req-3744b8d6-69a7-4c45-a362-7ecc3a0b18d5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 943 time: 0.0481029 Sep 14 10:11:00.752149 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d0b76175-71c0-4091-8bd0-903b40483e19 req-5f7c3116-03aa-48a4-8b8f-88249ba66a48 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304327 Sep 14 10:11:00.789204 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:11:00.800266 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:11:00.837129 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:00.969086 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06fec57-a180-4e8a-8b3f-0565ea8eceb1 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:11:00.988171 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:11:00.991556 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:01.037286 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:01.226371 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-b1f01233-0db6-4af1-9569-22697c54c5e9 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:01.227705 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-b1f01233-0db6-4af1-9569-22697c54c5e9 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 945 time: 0.0470493 Sep 14 10:11:01.258513 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['b06fec57-a180-4e8a-8b3f-0565ea8eceb1'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:11:01.319343 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Deleting port 293732b0-a67f-4c78-8108-967873b431b3 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:11:01.319713 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:01.408578 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] For port 293732b0-a67f-4c78-8108-967873b431b3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=293732b0-a67f-4c78-8108-967873b431b3,segment=NetworkSegment(ecb68a9d-75e6-477a-9281-7f72fed93b0c),segment_id=ecb68a9d-75e6-477a-9281-7f72fed93b0c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:11:01.408978 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:01.420917 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Calling delete_port for 293732b0-a67f-4c78-8108-967873b431b3 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:11:01.545137 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:01.577229 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Pushing event deleted for resources: {'Port': ['ID=293732b0-a67f-4c78-8108-967873b431b3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:01.611525 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] No DVR routers for this DVR port 293732b0-a67f-4c78-8108-967873b431b3 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:11:01.614103 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:01.616046 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2d7583be-6640-4571-ab37-875ea8630cb8 req-89959b1d-43ad-48ad-a451-617f38e24aad tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.32 "DELETE /v2.0/ports/293732b0-a67f-4c78-8108-967873b431b3 HTTP/1.1" status: 204 len: 173 time: 0.3816068 Sep 14 10:11:01.616530 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'name': 'network-vif-deleted', 'tag': '293732b0-a67f-4c78-8108-967873b431b3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:11:01.619129 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d79b66-2038-48f4-845c-caa370db7cbc" -d '{"events": [{"server_uuid": "84d6c55c-92d2-4924-b59f-8ffa009e10cc", "name": "network-vif-deleted", "tag": "293732b0-a67f-4c78-8108-967873b431b3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:11:01.658995 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada176c7-ca98-4760-a7d8-14b13d2340a6 x-openstack-request-id: req-ada176c7-ca98-4760-a7d8-14b13d2340a6 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:11:01.659585 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d6c55c-92d2-4924-b59f-8ffa009e10cc", "name": "network-vif-deleted", "tag": "293732b0-a67f-4c78-8108-967873b431b3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:11:01.659585 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ada176c7-ca98-4760-a7d8-14b13d2340a6 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:11:01.659886 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d6c55c-92d2-4924-b59f-8ffa009e10cc', 'name': 'network-vif-deleted', 'tag': '293732b0-a67f-4c78-8108-967873b431b3', 'status': 'completed', 'code': 200} Sep 14 10:11:01.771788 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8dc96fd5-2120-406e-a978-9ca2f03280c8 req-2356af39-9afd-4548-8247-2af2f32db9e9 tempest-VolumesSnapshotTestJSON-120652597 tempest-VolumesSnapshotTestJSON-120652597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84d6c55c-92d2-4924-b59f-8ffa009e10cc HTTP/1.1" status: 200 len: 210 time: 0.0301118 Sep 14 10:11:01.804081 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['293732b0-a67f-4c78-8108-967873b431b3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:11:01.867102 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd90c6-f026-4ef0-9aa1-d1f3d2d61629 req-beaae4a9-3778-447e-a08d-270c332330ea tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:01.868560 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-58bd90c6-f026-4ef0-9aa1-d1f3d2d61629 req-beaae4a9-3778-447e-a08d-270c332330ea tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 944 time: 0.0478985 Sep 14 10:11:01.905355 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-58bd90c6-f026-4ef0-9aa1-d1f3d2d61629 req-165655b1-22f9-42e0-8f26-4548c952341e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301800 Sep 14 10:11:02.708472 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device b06fec57-a180-4e8a-8b3f-0565ea8eceb1 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:11:02.755187 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:11:02.759988 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:11:02.760359 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:02.840048 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:02.862765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:11:02.865058 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1937ee2d-012d-400a-b675-5b3a5797fdec" -d '{"events": [{"server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "name": "network-vif-plugged", "status": "completed", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:11:02.878282 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:11:02.883553 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:02.909172 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b1809-521b-4f44-9810-408749b25e3c x-openstack-request-id: req-1f4b1809-521b-4f44-9810-408749b25e3c {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:11:02.909456 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "name": "network-vif-plugged", "status": "completed", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:11:02.909698 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f4b1809-521b-4f44-9810-408749b25e3c {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:11:02.910071 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'code': 200} Sep 14 10:11:02.935799 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:03.054422 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:11:03.156728 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded0359-1de5-4f0d-9281-fdaf19f14524 req-5667fc84-7559-4831-acfb-3b268b20696e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:03.161391 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6ded0359-1de5-4f0d-9281-fdaf19f14524 req-5667fc84-7559-4831-acfb-3b268b20696e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 945 time: 0.1887872 Sep 14 10:11:03.197843 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6ded0359-1de5-4f0d-9281-fdaf19f14524 req-b0680f5a-ea65-4ac9-9003-ebadfc65edab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Sep 14 10:11:03.206539 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8a8f-2f00-4b18-9527-0f58fe688e46 req-09919b3a-a054-464d-a1ae-ffc9d10f8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:03.208066 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-355d8a8f-2f00-4b18-9527-0f58fe688e46 req-09919b3a-a054-464d-a1ae-ffc9d10f8fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1098 time: 0.0955276 Sep 14 10:11:03.243849 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-355d8a8f-2f00-4b18-9527-0f58fe688e46 req-dba95c54-61bc-487c-a8d7-8ac3f201444d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268402 Sep 14 10:11:04.383412 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ac789-2d93-42b6-848b-459f48a98106 req-8fe94b21-59f1-410e-8c6d-725a52d599d0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:04.384801 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-816ac789-2d93-42b6-848b-459f48a98106 req-8fe94b21-59f1-410e-8c6d-725a52d599d0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 945 time: 0.1159728 Sep 14 10:11:04.425156 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-816ac789-2d93-42b6-848b-459f48a98106 req-96704cfc-b3cb-470b-aa13-22c9d54d0b38 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Sep 14 10:11:04.535178 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed4c1-647a-4cad-b943-82bfcca4b427 req-1d536d8d-6c98-4cea-a594-098ed89fc442 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:04.536610 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f2ed4c1-647a-4cad-b943-82bfcca4b427 req-1d536d8d-6c98-4cea-a594-098ed89fc442 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 945 time: 0.0471072 Sep 14 10:11:04.572222 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f2ed4c1-647a-4cad-b943-82bfcca4b427 req-30754497-1e07-4f4e-b0e3-96d6c047a513 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298641 Sep 14 10:11:04.593502 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41120) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:04.633822 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860fca7-07c5-457c-b673-4eb69a3993d3 tempest-TestVolumeBootPattern-1791250446 tempest-TestVolumeBootPattern-1791250446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:04.635193 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7860fca7-07c5-457c-b673-4eb69a3993d3 tempest-TestVolumeBootPattern-1791250446 tempest-TestVolumeBootPattern-1791250446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1093 time: 0.0407765 Sep 14 10:11:04.638486 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41122) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:04.642558 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:11:04.663922 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:04.755345 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:04.855689 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Allocated IP 172.27.2.209 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/4f6070f5-34c7-4662-9f53-34ea94862f2c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:11:04.951328 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:04.986673 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:05.026466 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:11:05.029697 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:11:05.033209 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:11:05.055656 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=4f6070f5-34c7-4662-9f53-34ea94862f2c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:05.068194 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.068542 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.068900 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.069242 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.069571 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.069899 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.070226 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.070551 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.070876 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.071197 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.071514 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.071830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:05.373273 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:05.438198 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:05.581552 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:05.585732 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62815399'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:05.649957 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=4f6070f5-34c7-4662-9f53-34ea94862f2c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:05.659690 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:05.755640 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Floating IP 6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26 associated. External IP: 172.27.2.209, port: b06fec57-a180-4e8a-8b3f-0565ea8eceb1. Sep 14 10:11:06.179992 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:11:06.282083 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 293732b0-a67f-4c78-8108-967873b431b3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:11:06.285699 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:11:06.301621 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:06.303662 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:11:06.305925 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 293732b0-a67f-4c78-8108-967873b431b3 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:11:06.306266 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 293732b0-a67f-4c78-8108-967873b431b3 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:11:06.314642 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:11:06.315262 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:10:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:06.327641 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ad7ce7c2-c9fa-4eee-aaae-323e558219c5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6881609 Sep 14 10:11:06.328208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:11:06.330456 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0c48b4-99c3-480a-8219-4fbafe92b37a" -d '{"events": [{"name": "network-changed", "server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:11:06.423297 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:11:06.427032 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a362fe-c9df-4bf3-a9f2-8404387df166 x-openstack-request-id: req-33a362fe-c9df-4bf3-a9f2-8404387df166 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:11:06.427310 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:11:06.427548 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33a362fe-c9df-4bf3-a9f2-8404387df166 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:11:06.427957 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'status': 'completed', 'code': 200} Sep 14 10:11:06.641597 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:05Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:06.666621 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:11:06.674550 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:11:06.675144 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:10:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:06.776573 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:11:06.991095 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:05Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:07.016579 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79075e9-023f-4f03-a2c8-5f572f17b69a None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:05Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:11:07.189979 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c0eb7-d2ac-4da2-aaf8-fb9f9341fb16 None None] New status for floating IP 6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:11:07.307154 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-a9ea0d06-fbd7-4902-9b46-91f3c9a73616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:07.308544 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-a9ea0d06-fbd7-4902-9b46-91f3c9a73616 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1098 time: 0.0389783 Sep 14 10:11:07.401554 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-20028667-8b9b-4ffa-9cb9-d1ca6468db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:07.403025 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-20028667-8b9b-4ffa-9cb9-d1ca6468db79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0873265 Sep 14 10:11:07.467948 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-7ff5a7c0-46ad-42a6-908d-7786c77ba8fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0574951 Sep 14 10:11:07.518849 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-7a9e6a43-3645-489a-99a8-78cd312a9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:07.520301 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-7a9e6a43-3645-489a-99a8-78cd312a9bdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0454519 Sep 14 10:11:07.565614 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-9cfc4161-7764-4aa3-bbb3-93151e40e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:07.567028 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-9cfc4161-7764-4aa3-bbb3-93151e40e17b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401015 Sep 14 10:11:07.662370 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-de85daf8-505f-46b7-b04b-404b2f8a060d service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877686 Sep 14 10:11:07.753276 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b0c48b4-99c3-480a-8219-4fbafe92b37a req-b4d3827d-711d-430a-ae24-8f3e5db23495 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831795 Sep 14 10:11:11.546359 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-75f13c3a-a8e7-4f1f-9c27-2e6ac768bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:14.307271 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1d650597-3ab5-4313-b8dc-2fbe3a5f879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:14.499941 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:15.596224 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:17.148072 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:19.379124 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:24.832938 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41246) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:24.875056 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Deleting subnet d0d7e11d-a2e0-4531-a0a1-54ab799c1e33 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:11:24.877985 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:24.910634 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875222'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:24.950452 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.000179 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62808425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62703824'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.024030 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d7e11d-a2e0-4531-a0a1-54ab799c1e33,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:25.028047 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.030354 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-958deecc-91e6-42c4-bd06-9b7f1f6bd511 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d0d7e11d-a2e0-4531-a0a1-54ab799c1e33 HTTP/1.1" status: 204 len: 168 time: 0.1960442 Sep 14 10:11:25.032335 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41248) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:25.096529 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.183334 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.202696 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f2a25d-f9cd-4765-b5db-47c29652fa54']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:25.211386 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb68a9d-75e6-477a-9281-7f72fed93b0c') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:25.211703 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb68a9d-75e6-477a-9281-7f72fed93b0c') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:11:25.220467 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.233389 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.238903 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:11:25.239283 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:11:25.240847 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:11:25.294468 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.300150 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.302006 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] 10.222.0.21 "DELETE /v2.0/networks/e3f2a25d-f9cd-4765-b5db-47c29652fa54 HTTP/1.1" status: 204 len: 168 time: 0.2687519 Sep 14 10:11:25.313160 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b98b9-7f48-47b1-88ef-46d58c672dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f2a25d-f9cd-4765-b5db-47c29652fa54,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:25.408368 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41252) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:25.460158 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f96bfbcb-c123-4cfa-aff6-4541683180a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74a003acbf1440eb9fb319c02af5c2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505087 Sep 14 10:11:25.461918 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41254) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:25.508208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a41cc1f-4f09-41f1-9a58-32e6c99ba78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.528200 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a41cc1f-4f09-41f1-9a58-32e6c99ba78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.573953 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a41cc1f-4f09-41f1-9a58-32e6c99ba78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.576454 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a41cc1f-4f09-41f1-9a58-32e6c99ba78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:25.577625 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4a41cc1f-4f09-41f1-9a58-32e6c99ba78f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53df8cd1-dfa1-4042-a92d-64d04abc4f33 HTTP/1.1" status: 204 len: 168 time: 0.1147635 Sep 14 10:11:25.584812 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41cc1f-4f09-41f1-9a58-32e6c99ba78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df8cd1-dfa1-4042-a92d-64d04abc4f33,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:40.054623 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:11:41.547139 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f53d0a40-b8a7-4baa-8b91-bd5cb4ce4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.307781 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f4394e42-9848-47ed-bd6e-78b466f8a9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.501758 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.623476 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41390) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:44.727161 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db0d2aa7-a511-481e-aec5-a0cd6d4f6add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.813555 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db0d2aa7-a511-481e-aec5-a0cd6d4f6add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.816764 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db0d2aa7-a511-481e-aec5-a0cd6d4f6add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.853225 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-db0d2aa7-a511-481e-aec5-a0cd6d4f6add admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78cf9070dfff4a30bd2d5768793d564b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286830 Sep 14 10:11:44.854053 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d2aa7-a511-481e-aec5-a0cd6d4f6add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60562ed-76ba-4d8a-b974-f2f25088cc7a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:44.856630 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41394) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:11:44.904119 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.924510 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.973392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.976132 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:44.977280 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d60562ed-76ba-4d8a-b974-f2f25088cc7a HTTP/1.1" status: 204 len: 168 time: 0.1196291 Sep 14 10:11:44.984718 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60562ed-76ba-4d8a-b974-f2f25088cc7a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:11:44.991924 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.992278 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.992622 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.992991 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.993326 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.993661 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.993989 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.994316 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.994643 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.994992 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.995275 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:44.995596 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9462ad0-057c-4c17-b5d9-0c9ad5a32ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:11:45.598284 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:47.152920 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:49.393650 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:11:55.615848 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-562cf8d6-cb17-4e55-8f57-7a7e921a6552 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379806 Sep 14 10:11:55.708711 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-311d1346-e382-4f16-957c-f57c4b7fd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:55.710115 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-311d1346-e382-4f16-957c-f57c4b7fd3ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1098 time: 0.0385811 Sep 14 10:11:56.059776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-f3cd7d36-22d4-433a-8ff0-36edb179497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:56.061781 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-f3cd7d36-22d4-433a-8ff0-36edb179497e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.3329985 Sep 14 10:11:56.127168 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-81fd5fa8-29a1-493a-ad66-aa1ea6d9a30a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0582702 Sep 14 10:11:56.173753 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-f09af97b-ead6-401e-818c-3d0f6aa667a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:56.175092 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-f09af97b-ead6-401e-818c-3d0f6aa667a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0412188 Sep 14 10:11:56.222285 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-038ef17f-0f5d-40e0-a9ad-9690888fdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:11:56.223716 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-038ef17f-0f5d-40e0-a9ad-9690888fdca6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411716 Sep 14 10:11:56.309184 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-38860cd9-ef9e-46d9-af5e-f122cff64835 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777261 Sep 14 10:11:56.398037 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3eb08c5d-269b-4cd5-ae65-a3a31c2eb16e req-9af8c7f1-2e67-4a22-a476-b5717d1c9f5d service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820942 Sep 14 10:12:11.546939 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f724616e-39dd-408d-af13-ebd5e8d7ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:14.308576 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5203-2dc5-4310-b3be-d7d6655bd53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:14.502470 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:15.600588 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:17.053909 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:12:17.152709 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:19.394908 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:41.546430 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-74c2f398-5dc0-41c1-89f8-7978382def9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:44.308837 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c4228e4-ae1a-4ab1-9e79-afa28b7be289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:44.503552 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:45.603875 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:47.155541 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:49.409335 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:54.053488 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:12:55.666963 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-674d671d-5c27-4805-b5cf-1dff65b15c88 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023850267&fields=id&tenant_id=54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 267 time: 0.0336273 Sep 14 10:12:55.770559 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-2487db9b-d263-43ab-b6c7-459838273040 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:55.771932 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-2487db9b-d263-43ab-b6c7-459838273040 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 812 time: 0.0986149 Sep 14 10:12:55.786727 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-63fdbf0c-0f53-49f3-8bc0-da966e9f2af0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/quotas/54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 375 time: 0.0091045 Sep 14 10:12:55.841259 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-7e528464-307d-4404-be02-6b1f6e7d3299 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495722 Sep 14 10:12:55.949680 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-96f7e92a-f28a-4669-9eea-78c14f999829 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:12:55.950675 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-96f7e92a-f28a-4669-9eea-78c14f999829 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0973749 Sep 14 10:12:56.037388 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b4cbda3a-737d-4653-b10a-11b0e85045da service neutron] 10.222.0.21 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804095 Sep 14 10:12:56.126539 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-01f8a1cd-98b7-44e8-8d10-99c8822c1afb service neutron] 10.222.0.21 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833340 Sep 14 10:12:56.404054 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-243990e5-e27d-448f-8a41-795f925c6c3c req-7e900b22-31b5-4522-a695-9e243e456e3e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 210 time: 0.0261631 Sep 14 10:12:57.459667 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-fa43bf79-e4ab-4350-b19c-d2a36a5d694d tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:57.462462 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-fa43bf79-e4ab-4350-b19c-d2a36a5d694d tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1092885 Sep 14 10:12:57.511237 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-455a1e6a-04f1-4ded-92d2-ce3f422c40e4 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54157c6d78d44f108d0799ab0d8f908a HTTP/1.1" status: 200 len: 380 time: 0.0346210 Sep 14 10:12:57.518751 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-edfe9eac-9d8b-4a7d-bb0e-de1ae30febce req-08feef98-e495-4355-abe9-0fd309084881 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 210 time: 0.0292158 Sep 14 10:12:57.522177 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'port': {'device_id': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'admin_state_up': True, 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'security_groups': ['8f82d498-bd49-4223-bb66-5e61cbb731ff']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:12:57.651296 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-ed4aa46d-dd5b-4a13-b834-73b400eb2b9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633194 Sep 14 10:12:57.659664 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Made reservation on behalf of 54157c6d78d44f108d0799ab0d8f908a for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:12:57.662991 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:57.797254 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-1812216d-458d-47ea-a1d6-f6c8b29551f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:57.798676 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-1812216d-458d-47ea-a1d6-f6c8b29551f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1098 time: 0.0843627 Sep 14 10:12:57.821168 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Allocated IP 172.20.0.12 (e31c341c-0602-497d-a5e3-d8e551afd4d8/21be54f8-ef0a-4242-a19b-13658565a457/47690ba1-6d89-4797-92ed-b1c32d86ada3) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:12:57.965539 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-8daa8383-6945-41f7-97a2-cdefb4643e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:57.967013 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-8daa8383-6945-41f7-97a2-cdefb4643e8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.1477015 Sep 14 10:12:58.081267 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-1ef9fe7c-e10a-41c7-ad69-a1f7577fdb7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0860105 Sep 14 10:12:58.097674 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.134828 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Transition to ACTIVE for port object 47690ba1-6d89-4797-92ed-b1c32d86ada3 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:12:58.148754 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-03e2e6e0-11d5-4746-bf11-d11b116c8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:58.150822 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-03e2e6e0-11d5-4746-bf11-d11b116c8005 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0626984 Sep 14 10:12:58.199594 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.250267 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:12:58.261165 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-a97e4941-5f86-486b-aa2a-2f697da6efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:58.262650 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-a97e4941-5f86-486b-aa2a-2f697da6efcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935404 Sep 14 10:12:58.263702 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:12:58.265460 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=47690ba1-6d89-4797-92ed-b1c32d86ada3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:12:58.267493 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:12:58.302534 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.302809 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.303152 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.303487 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.303819 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.304151 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.304483 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.304812 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.305170 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.305494 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.305816 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.306138 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:12:58.377646 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:58.378305 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.400564 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-b591577a-b78d-46fa-859b-d3dfd4775ab2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8817031 Sep 14 10:12:58.418018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Request body: {'port': {'device_id': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:12:58.429629 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-1a6466af-0101-42a8-9fd0-74ecff9c41c5 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576948 Sep 14 10:12:58.535187 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.538438 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d998c416-4f1a-43a7-9300-067e8472b14d None None] Provisioning for port 47690ba1-6d89-4797-92ed-b1c32d86ada3 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:12:58.543510 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d998c416-4f1a-43a7-9300-067e8472b14d None None] Provisioning complete for port 47690ba1-6d89-4797-92ed-b1c32d86ada3 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:12:58.543874 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d998c416-4f1a-43a7-9300-067e8472b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.578557 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d998c416-4f1a-43a7-9300-067e8472b14d None None] Port 47690ba1-6d89-4797-92ed-b1c32d86ada3 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:12:58.587320 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a7d8d4d-6a28-4ee8-b60b-33af78eb0810 req-9172a48c-e872-4f62-bd84-9a22f34c7c42 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436641 Sep 14 10:12:58.712508 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e08a0-cd0c-4532-899d-fdeadb3510e3 req-a8e9872d-fcb9-45c5-abb5-41a47e76589d tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:58.714022 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f25e08a0-cd0c-4532-899d-fdeadb3510e3 req-a8e9872d-fcb9-45c5-abb5-41a47e76589d tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 932 time: 0.1190417 Sep 14 10:12:58.795798 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f25e08a0-cd0c-4532-899d-fdeadb3510e3 req-cad2efd5-f939-48c2-a9c8-4f31243de05c tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719409 Sep 14 10:12:58.874777 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47690ba1-6d89-4797-92ed-b1c32d86ada3 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:12:58.881992 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.893882 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Transition to ACTIVE for port object 47690ba1-6d89-4797-92ed-b1c32d86ada3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:12:58.897581 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:58.944515 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Pushing event updated for resources: {'Port': ['ID=47690ba1-6d89-4797-92ed-b1c32d86ada3,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:12:59.016559 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Attempting to bind port 47690ba1-6d89-4797-92ed-b1c32d86ada3 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:12:59.016925 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Attempting to bind port 47690ba1-6d89-4797-92ed-b1c32d86ada3 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:12:59.017256 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Attempting to bind port 47690ba1-6d89-4797-92ed-b1c32d86ada3 on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:12:59.021767 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Port 47690ba1-6d89-4797-92ed-b1c32d86ada3 on network e31c341c-0602-497d-a5e3-d8e551afd4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 10:12:59.022086 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Attempting to bind port 47690ba1-6d89-4797-92ed-b1c32d86ada3 on network e31c341c-0602-497d-a5e3-d8e551afd4d8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:12:59.027245 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Checking agent: {'id': '09d6df39-5065-4d9f-a6bc-f63066b741c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'started_at': datetime.datetime(2021, 9, 14, 9, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:12:59.027628 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Checking segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:12:59.028009 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Bound using segment: {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:12:59.028428 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Bound port: 47690ba1-6d89-4797-92ed-b1c32d86ada3, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68708c4e-99a1-47e7-8f62-00ba15db3134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:12:59.028779 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:59.095205 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] For port 47690ba1-6d89-4797-92ed-b1c32d86ada3, host hv-cinder-80696, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:12:59.098157 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] For port 47690ba1-6d89-4797-92ed-b1c32d86ada3, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:12:59.102846 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:59.137608 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.138214 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:12:59.140171 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/47690ba1-6d89-4797-92ed-b1c32d86ada3 HTTP/1.1" status: 200 len: 1094 time: 0.7257586 Sep 14 10:12:59.140594 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:12:59.142825 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed9b812-e1b3-4268-a44b-89efce9f95db" -d '{"events": [{"name": "network-changed", "server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:12:59.167126 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7b982-8b5a-429f-8f8c-69c6067e58f5 service neutron] Pushing event updated for resources: {'Port': ['ID=47690ba1-6d89-4797-92ed-b1c32d86ada3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:12:59.245289 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-8a919776-7678-4002-8d40-97954ad403fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.246797 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-8a919776-7678-4002-8d40-97954ad403fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 1097 time: 0.0428810 Sep 14 10:12:59.299174 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-0a5ee17e-42a6-47ee-9a9f-f655779bbf7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3 HTTP/1.1" status: 200 len: 217 time: 0.0396953 Sep 14 10:12:59.331387 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c29555-dd6a-4805-8d82-7a745686f916 x-openstack-request-id: req-67c29555-dd6a-4805-8d82-7a745686f916 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:12:59.331666 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:12:59.331907 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67c29555-dd6a-4805-8d82-7a745686f916 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:12:59.332283 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'status': 'completed', 'code': 200} Sep 14 10:12:59.349018 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-4cd7915a-7738-43b3-825a-e239e9367042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.350438 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-4cd7915a-7738-43b3-825a-e239e9367042 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0447290 Sep 14 10:12:59.395544 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-d4a1cfb9-c2d6-45b1-a0b8-e0761134814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.397051 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-d4a1cfb9-c2d6-45b1-a0b8-e0761134814d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388627 Sep 14 10:12:59.488105 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-166db6ad-efed-4d50-a59f-b0ab4a8d8a1b service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835350 Sep 14 10:12:59.575115 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed84a8e3-e15f-4d9f-9af3-b297a724ed88 req-6556f999-2823-4cca-9a95-d59cdc233896 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800362 Sep 14 10:12:59.710538 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-0acdbb6f-1aa8-4d30-b22a-be6d7c494dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.712093 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-0acdbb6f-1aa8-4d30-b22a-be6d7c494dec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 1097 time: 0.0392990 Sep 14 10:12:59.801988 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-09f7b6f1-3fc7-4f9c-9426-f79cc8473c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.803397 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-09f7b6f1-3fc7-4f9c-9426-f79cc8473c73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0839069 Sep 14 10:12:59.844316 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-f706df61-e6b1-4cc4-828d-b53ae9f09a40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3 HTTP/1.1" status: 200 len: 217 time: 0.0330520 Sep 14 10:12:59.921006 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-e1228aba-c3b2-46f1-97cd-32634d61217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.922438 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-e1228aba-c3b2-46f1-97cd-32634d61217e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0700507 Sep 14 10:12:59.938254 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18af83f-d35f-4011-a300-5843e027a1c8 req-f9ca8285-35af-4901-8519-8dfb8e594fa1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:12:59.939658 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b18af83f-d35f-4011-a300-5843e027a1c8 req-f9ca8285-35af-4901-8519-8dfb8e594fa1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0597162 Sep 14 10:12:59.999597 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b18af83f-d35f-4011-a300-5843e027a1c8 req-c6ec9cd0-f511-4348-a16d-c3a8f7fa71fd tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513272 Sep 14 10:13:00.002249 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-4597b82b-0ab4-4161-838a-909d79bab660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:00.003661 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-4597b82b-0ab4-4161-838a-909d79bab660 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631678 Sep 14 10:13:00.095893 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-cd1f8b5e-6a4c-4dc6-9e60-b891ae08386a service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Sep 14 10:13:00.185494 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ed9b812-e1b3-4268-a44b-89efce9f95db req-5a56b4d1-de02-45dc-92cd-b80e2132d98c service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789437 Sep 14 10:13:01.112171 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378c021-82d4-45b4-be4b-1a4537b2a320 req-9e2d29f7-8c18-4b48-8936-90208b8386c9 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:01.113662 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9378c021-82d4-45b4-be4b-1a4537b2a320 req-9e2d29f7-8c18-4b48-8936-90208b8386c9 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0468459 Sep 14 10:13:01.149767 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9378c021-82d4-45b4-be4b-1a4537b2a320 req-2444141a-ad68-479a-a3f3-f4d83a203518 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302045 Sep 14 10:13:02.268066 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a15e0-01ba-4f43-8edf-db15606e721f req-ae893b8f-1282-411d-8494-704fee0d3b30 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:02.269530 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4d9a15e0-01ba-4f43-8edf-db15606e721f req-ae893b8f-1282-411d-8494-704fee0d3b30 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0504153 Sep 14 10:13:02.305125 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4d9a15e0-01ba-4f43-8edf-db15606e721f req-67b7dd49-2e9c-475c-9293-c7e8bf1bb8a0 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293324 Sep 14 10:13:03.425165 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e08bd1-b011-4f35-be9e-4d6f66460a61 req-2e44c74d-35db-460d-a9c3-60242f693e36 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:03.426638 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b8e08bd1-b011-4f35-be9e-4d6f66460a61 req-2e44c74d-35db-460d-a9c3-60242f693e36 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0526307 Sep 14 10:13:03.470224 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b8e08bd1-b011-4f35-be9e-4d6f66460a61 req-f11159c5-2129-427b-a7f4-3dd0385ba660 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359213 Sep 14 10:13:04.583936 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa77923-75dc-4d5a-a2a8-71857bf31016 req-aa9a5102-9a5e-48ff-a9ed-c7c39c2c3482 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:04.585419 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-efa77923-75dc-4d5a-a2a8-71857bf31016 req-aa9a5102-9a5e-48ff-a9ed-c7c39c2c3482 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0476229 Sep 14 10:13:04.621348 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-efa77923-75dc-4d5a-a2a8-71857bf31016 req-4f7f9c2b-f0f2-40e0-a943-1db043718be5 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301220 Sep 14 10:13:05.731125 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56f854-192c-444f-af87-d8e453d5942d req-bb9aee17-d71f-49d0-8893-563bbaec5df3 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:05.732580 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9a56f854-192c-444f-af87-d8e453d5942d req-bb9aee17-d71f-49d0-8893-563bbaec5df3 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0478079 Sep 14 10:13:05.769497 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9a56f854-192c-444f-af87-d8e453d5942d req-f9187f3a-1c68-460f-877d-bc20b28f2050 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Sep 14 10:13:06.880141 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a309de8-85b5-44a6-8fa5-b275ff3c794b req-6b5dea3b-81ab-4fe8-bfdb-460cb112dfdf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:06.881668 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1a309de8-85b5-44a6-8fa5-b275ff3c794b req-6b5dea3b-81ab-4fe8-bfdb-460cb112dfdf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0478756 Sep 14 10:13:06.917271 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1a309de8-85b5-44a6-8fa5-b275ff3c794b req-63bc5bc4-eec6-411e-9bfb-99a6a5b1dfe1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297878 Sep 14 10:13:07.825089 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 47690ba1-6d89-4797-92ed-b1c32d86ada3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 10:13:07.920220 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 47690ba1-6d89-4797-92ed-b1c32d86ada3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:13:07.931032 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Returning: {'device': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'port_id': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'mac_address': 'fa:16:3e:df:27:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 10:13:07.967736 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:07.980336 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47690ba1-6d89-4797-92ed-b1c32d86ada3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 10:13:07.999074 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 47690ba1-6d89-4797-92ed-b1c32d86ada3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:13:08.003356 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:08.030455 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f7ad1-9cc8-4b9e-a0cd-09c4ce524ade req-618b26bd-578e-4984-8dbf-cfd2f035ddab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:08.031990 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-888f7ad1-9cc8-4b9e-a0cd-09c4ce524ade req-618b26bd-578e-4984-8dbf-cfd2f035ddab tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 944 time: 0.0492074 Sep 14 10:13:08.052265 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=47690ba1-6d89-4797-92ed-b1c32d86ada3,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:13:08.059178 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.059639 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.059972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.060301 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.060629 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.060986 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.061311 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.061630 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.061956 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.062274 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.063133 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.063448 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:13:08.069016 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-888f7ad1-9cc8-4b9e-a0cd-09c4ce524ade req-df93f9f5-a855-4cc0-90e1-858f38187d74 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Sep 14 10:13:08.285428 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] get_ports_and_sgs() called for port_ids ['47690ba1-6d89-4797-92ed-b1c32d86ada3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 10:13:09.181871 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3c1e-7593-49ac-979c-9ac578fa6410 req-41ccc092-d7ff-4f9c-9308-352de3df9776 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:09.183427 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0d6c3c1e-7593-49ac-979c-9ac578fa6410 req-41ccc092-d7ff-4f9c-9308-352de3df9776 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 945 time: 0.0506370 Sep 14 10:13:09.220024 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0d6c3c1e-7593-49ac-979c-9ac578fa6410 req-74309d6c-eaca-4d9c-af6d-d6f060aa18da tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Sep 14 10:13:09.843423 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 47690ba1-6d89-4797-92ed-b1c32d86ada3 up at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:13:09.890542 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning for port 47690ba1-6d89-4797-92ed-b1c32d86ada3 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:13:09.894128 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Provisioning complete for port 47690ba1-6d89-4797-92ed-b1c32d86ada3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:13:09.894498 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623710'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:09.965431 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:09.986636 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:13:09.988844 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc32a942558013beb8a59ab733387b34f9787094dacfefdff7fa5617a56fd15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0b611-dbf1-4ad2-85ca-c44c71358b8f" -d '{"events": [{"server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "name": "network-vif-plugged", "status": "completed", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:13:10.004338 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] For port 47690ba1-6d89-4797-92ed-b1c32d86ada3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:13:10.008444 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:10.053666 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Pushing event updated for resources: {'Port': ['ID=47690ba1-6d89-4797-92ed-b1c32d86ada3,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:13:10.076953 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48f2d68-548e-4a77-a15f-f4e1c66f12ba x-openstack-request-id: req-f48f2d68-548e-4a77-a15f-f4e1c66f12ba {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:13:10.077248 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "name": "network-vif-plugged", "status": "completed", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:13:10.077500 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f48f2d68-548e-4a77-a15f-f4e1c66f12ba {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:13:10.077894 dv-cinder-806965-4-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'code': 200} Sep 14 10:13:10.337776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9bbb-dcd4-4a0c-bde7-8363ebba7c2b req-a061ee67-a162-40df-bb87-87d4f607ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:10.339252 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-835d9bbb-dcd4-4a0c-bde7-8363ebba7c2b req-a061ee67-a162-40df-bb87-87d4f607ad36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 1099 time: 0.0662701 Sep 14 10:13:10.351467 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de0269-41c1-4658-b7bc-c70c2788f234 req-9d9e8646-bd02-4502-80c1-b4ac388c09fa tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:10.352856 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-78de0269-41c1-4658-b7bc-c70c2788f234 req-9d9e8646-bd02-4502-80c1-b4ac388c09fa tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 946 time: 0.0684664 Sep 14 10:13:10.397938 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-835d9bbb-dcd4-4a0c-bde7-8363ebba7c2b req-14579dfb-9322-4895-b6f5-e822e42df410 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 Sep 14 10:13:10.409986 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-78de0269-41c1-4658-b7bc-c70c2788f234 req-0d0ff1f2-164c-4538-a076-2c82d957b48a tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Sep 14 10:13:11.546678 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d2412539-8186-4d53-b548-595d436fa44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:11.596995 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b98b5-1bb8-4b2f-8266-3d3e1bb97c3e req-2f63f613-8f89-433f-989f-f6be1310a104 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:11.598459 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-726b98b5-1bb8-4b2f-8266-3d3e1bb97c3e req-2f63f613-8f89-433f-989f-f6be1310a104 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 946 time: 0.0515220 Sep 14 10:13:11.634486 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-726b98b5-1bb8-4b2f-8266-3d3e1bb97c3e req-8d285272-79e7-4487-a0e6-9105a49543cf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302470 Sep 14 10:13:11.743082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1280a-251a-4125-9cda-0ed5b858204b req-7563ed07-c6e3-44e6-8207-29599a79a7ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:11.744436 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ce1280a-251a-4125-9cda-0ed5b858204b req-7563ed07-c6e3-44e6-8207-29599a79a7ae tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 946 time: 0.0468225 Sep 14 10:13:11.781026 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ce1280a-251a-4125-9cda-0ed5b858204b req-818119ee-fba0-41a3-9362-1e7c69b514e2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303295 Sep 14 10:13:11.803583 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41520) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:13:11.840886 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b3323-abf0-4bc2-b62f-30b95680fb98 tempest-TestVolumeBootPattern-1791250446 tempest-TestVolumeBootPattern-1791250446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:11.842409 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-834b3323-abf0-4bc2-b62f-30b95680fb98 tempest-TestVolumeBootPattern-1791250446 tempest-TestVolumeBootPattern-1791250446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 1094 time: 0.0378487 Sep 14 10:13:11.845534 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41522) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:13:11.849671 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Request body: {'floatingip': {'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'port_id': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:13:11.870641 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:11.963330 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:12.061595 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Allocated IP 172.27.2.157 (28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0/a5f3065e-25df-41d0-9a35-f79d83558b6a/e4b0c1ca-c1d7-454a-ac18-4e611156d6e5) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:13:12.162645 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:12.200396 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793448470739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:12.236370 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Network 28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:13:12.240421 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:13:12.249669 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:13:12.252777 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=e4b0c1ca-c1d7-454a-ac18-4e611156d6e5,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:13:12.851502 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:12.914079 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680618'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:13.056711 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:13.061131 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793449024278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793448470757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793448470775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449470'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:13.130655 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event updated for resources: {'Port': ['ID=e4b0c1ca-c1d7-454a-ac18-4e611156d6e5,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:13:13.138442 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680811'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:13.240249 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Floating IP f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2 associated. External IP: 172.27.2.157, port: 47690ba1-6d89-4797-92ed-b1c32d86ada3. Sep 14 10:13:13.435952 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:13:13.542374 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:13:13.552240 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:13:13.557916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:13.561752 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:13:13.562395 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:12:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:13:13.584512 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9180782b-36f0-4e91-b016-9315cca3e187 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7379897 Sep 14 10:13:13.585136 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:13:13.587484 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ea87d-14f1-4860-89b8-397e728e0fea" -d '{"events": [{"name": "network-changed", "server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:13:13.625995 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21494a0-a9e1-4132-9a2c-ba283786ab3d x-openstack-request-id: req-b21494a0-a9e1-4132-9a2c-ba283786ab3d {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:13:13.626276 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:13:13.626518 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b21494a0-a9e1-4132-9a2c-ba283786ab3d {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:13:13.626907 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'status': 'completed', 'code': 200} Sep 14 10:13:13.669440 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:13:13.710190 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-561e9383-d797-4c6f-974e-5f9384d7eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:13.711588 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-561e9383-d797-4c6f-974e-5f9384d7eee4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 1099 time: 0.0419312 Sep 14 10:13:13.812357 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-a92187af-a7f5-478d-8611-e5814ffef751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:13.813883 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-a92187af-a7f5-478d-8611-e5814ffef751 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0954757 Sep 14 10:13:13.883334 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-516c191d-ec92-44ee-aabf-0dcbe027f007 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3 HTTP/1.1" status: 200 len: 1000 time: 0.0623114 Sep 14 10:13:13.932278 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-b32f5434-86a0-4a51-aad2-2f550f027979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:13.933745 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-b32f5434-86a0-4a51-aad2-2f550f027979 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0433667 Sep 14 10:13:13.977807 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-4b6095db-9a1d-4aed-a506-7c96fd59a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:13.979201 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-4b6095db-9a1d-4aed-a506-7c96fd59a6c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388863 Sep 14 10:13:14.006610 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:07Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}, {'id': 'f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:df:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:13:12Z', 'updated_at': '2021-09-14T10:13:12Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:13:14.035669 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:13:14.043827 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:13:14.044433 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:12:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:13:14.069141 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-8127b1f3-d337-4930-a0cc-c439b74eff57 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832419 Sep 14 10:13:14.154007 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:13:14.164151 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b9ea87d-14f1-4860-89b8-397e728e0fea req-6639e53e-7323-4bd7-abd1-4ac58095d765 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Sep 14 10:13:14.324927 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-772d8fe2-ea33-4969-95e7-ae55e8b16e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:14.384745 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:07Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}, {'id': 'f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:df:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:13:12Z', 'updated_at': '2021-09-14T10:13:12Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:13:14.414186 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fbaff-60a9-48fd-8d6a-a3e48a9bd951 None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:07Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}, {'id': 'f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:df:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:13:12Z', 'updated_at': '2021-09-14T10:13:12Z', 'revision_number': 0, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:13:14.505305 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:14.598464 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82422248-4310-46e0-bc65-2e12cdd9e995 None None] New status for floating IP f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:13:15.606909 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:17.158504 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:19.409937 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:31.052673 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:13:41.547115 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-747dd2dc-167a-45d0-863d-b5465308a782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:44.313981 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d64b-c7c2-4cb0-b42c-6ffde023266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:44.505966 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:45.608747 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:47.161468 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:49.423708 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:13:57.615615 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-9a1c2e15-5670-4e03-8ac4-957f623e157d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384805 Sep 14 10:13:57.712319 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-5309d710-9c22-4073-bf9a-c009ff4c58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:57.713792 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-5309d710-9c22-4073-bf9a-c009ff4c58ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1098 time: 0.0414310 Sep 14 10:13:57.811853 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-68d11946-8d22-4e90-b861-1390b83b8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:57.813321 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-68d11946-8d22-4e90-b861-1390b83b8c38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0807791 Sep 14 10:13:57.880440 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-fe72d5a7-4816-477f-beab-8921b6b425c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0579216 Sep 14 10:13:57.929083 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-c94d880e-c3c0-4e31-abc2-5ce33a9be290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:57.930449 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-c94d880e-c3c0-4e31-abc2-5ce33a9be290 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0420408 Sep 14 10:13:57.974233 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-2d7fa5a8-6c49-4c31-835e-3e0a18b662eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:13:57.975638 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-2d7fa5a8-6c49-4c31-835e-3e0a18b662eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380554 Sep 14 10:13:58.064573 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-a1b03e5f-6e0a-4ae7-9c33-7d9b43a3583b service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818784 Sep 14 10:13:58.150688 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1ecc80e-ae8f-4e77-b2fa-888601a87098 req-1d53e005-c3ff-496f-821d-d6e437bf8440 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789638 Sep 14 10:14:08.054693 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:14:11.547701 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d802d7ba-d3fd-478b-af51-96ea3d144d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:14.314427 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7318dbcd-e173-4393-9670-6ea0afee6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:14.507144 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:15.611630 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:17.164899 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:19.424400 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:41.547160 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad84fe1e-446a-4c3c-9ce2-2c183adf8ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:41.762228 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41548) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:41.912339 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Deleting port e4b0c1ca-c1d7-454a-ac18-4e611156d6e5 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:41.912677 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:41.982803 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:41.983125 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:41.994664 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Calling delete_port for e4b0c1ca-c1d7-454a-ac18-4e611156d6e5 owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:42.133688 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:42.158349 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'Port': ['ID=e4b0c1ca-c1d7-454a-ac18-4e611156d6e5,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:42.181713 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.181986 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.182320 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.182654 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.182975 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.183297 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.183616 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.183935 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.184252 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.184567 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.184897 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.185213 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:42.221705 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:42.222030 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Floating IP f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2 disassociated (deleted). External IP: 172.27.2.157, port: 47690ba1-6d89-4797-92ed-b1c32d86ada3. Sep 14 10:14:42.425449 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:14:42.527756 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:14:42.532980 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:42.538663 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:14:42.547767 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:42.548921 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:42.558426 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9ba2288f-1995-4486-9f3e-1368c616481b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "DELETE /v2.0/floatingips/f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2 HTTP/1.1" status: 204 len: 168 time: 0.7951195 Sep 14 10:14:42.559078 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:14:42.561417 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462" -d '{"events": [{"name": "network-changed", "server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:14:42.601774 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673fda45-0187-47ed-bafa-037a0920bd24 x-openstack-request-id: req-673fda45-0187-47ed-bafa-037a0920bd24 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:14:42.602082 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:14:42.602360 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-673fda45-0187-47ed-bafa-037a0920bd24 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:14:42.602764 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'status': 'completed', 'code': 200} Sep 14 10:14:42.652632 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:42.687537 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-3d4d62c0-beaf-4eda-b78b-d5326e9eff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:42.689084 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-3d4d62c0-beaf-4eda-b78b-d5326e9eff34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 1099 time: 0.0421202 Sep 14 10:14:42.783982 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-bef20fd6-cb7e-49c9-b5da-63b36f1bf0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:42.785509 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-bef20fd6-cb7e-49c9-b5da-63b36f1bf0db service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0899091 Sep 14 10:14:42.794324 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203bd67-c843-49ea-b952-1452990cf5bd req-63bf6f05-f88c-4e32-8a6e-b1dbbe167eb2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:42.795869 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8203bd67-c843-49ea-b952-1452990cf5bd req-63bf6f05-f88c-4e32-8a6e-b1dbbe167eb2 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 946 time: 0.0511615 Sep 14 10:14:42.828303 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-03bc498a-2d6e-4561-bad2-8b11f60f2c70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3 HTTP/1.1" status: 200 len: 217 time: 0.0340352 Sep 14 10:14:42.833281 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8203bd67-c843-49ea-b952-1452990cf5bd req-b8b5de10-f18c-47c9-bcc6-fdbef185f19e tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Sep 14 10:14:42.886380 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-d6ad58d0-b7d3-44e2-adb5-ec7e7d988a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:42.887923 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-d6ad58d0-b7d3-44e2-adb5-ec7e7d988a4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0507431 Sep 14 10:14:42.893602 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:07Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:42.919859 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:14:42.928121 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:42.928730 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:14Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:42.935212 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-9dcf2513-4769-483f-b36e-ce1244e78d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:42.936773 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-9dcf2513-4769-483f-b36e-ce1244e78d90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399625 Sep 14 10:14:43.024623 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-f0d74b7c-048b-4a55-bdc9-6a7fa6ec2ef8 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801175 Sep 14 10:14:43.030903 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:43.115943 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ac0c08a-2d5b-4c1f-aec3-c1a0e9011462 req-cded48d4-29c3-47df-ad45-3248e4eb1ff3 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836658 Sep 14 10:14:43.247610 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:07Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:43.273776 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa13c54-769a-4e08-940c-ddb71a321232 None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_floatingips': [{'id': '6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'router_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'port_id': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'mac_address': 'fa:16:3e:4a:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T10:11:05Z', 'updated_at': '2021-09-14T10:11:07Z', 'revision_number': 1, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:14:43.477279 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e4b4a-e23d-47db-9431-c2975c4df2e3 None None] New status for floating IP f4d083d5-4b5f-434f-9ba2-a2dbdb1611d2: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:14:43.958966 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d525-a3fb-4b2c-a13c-c12b7bd1be08 req-048a79ff-af5f-46ff-91e6-eb6217c6b44b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:43.960449 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ebd6d525-a3fb-4b2c-a13c-c12b7bd1be08 req-048a79ff-af5f-46ff-91e6-eb6217c6b44b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 946 time: 0.0470982 Sep 14 10:14:43.996747 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ebd6d525-a3fb-4b2c-a13c-c12b7bd1be08 req-07edb6ab-1016-4084-9275-57648fd8fb6c tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304050 Sep 14 10:14:44.314116 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a403db4e-442d-4911-a83e-cd8ee07892a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:44.459697 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-0e5e5b0e-0b04-4ba4-9187-2caabb171ebf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:44.461238 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-0e5e5b0e-0b04-4ba4-9187-2caabb171ebf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Sep 14 10:14:44.511418 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:44.552441 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Deleting port 47690ba1-6d89-4797-92ed-b1c32d86ada3 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:44.552776 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:44.640931 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] For port 47690ba1-6d89-4797-92ed-b1c32d86ada3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=47690ba1-6d89-4797-92ed-b1c32d86ada3,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:44.641401 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:44.653515 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Calling delete_port for 47690ba1-6d89-4797-92ed-b1c32d86ada3 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:44.771548 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:44.808573 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'Port': ['ID=47690ba1-6d89-4797-92ed-b1c32d86ada3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:44.847145 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] No DVR routers for this DVR port 47690ba1-6d89-4797-92ed-b1c32d86ada3 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:14:44.849794 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:44.851758 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9634a599-7c1c-42d7-904c-130d19f29e51 req-e9512cdd-9b04-467a-a748-7ca3690c947f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "DELETE /v2.0/ports/47690ba1-6d89-4797-92ed-b1c32d86ada3 HTTP/1.1" status: 204 len: 173 time: 0.3836038 Sep 14 10:14:44.852551 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'name': 'network-vif-deleted', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:14:44.855864 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c977ef-ebb9-4289-a7a1-a38adadcaef1" -d '{"events": [{"server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "name": "network-vif-deleted", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:14:44.895067 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b3530b-aef2-408a-8198-a479430f30e1 x-openstack-request-id: req-e9b3530b-aef2-408a-8198-a479430f30e1 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:14:44.895363 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86c8b2d-fd88-4e8e-a453-dafa43701a18", "name": "network-vif-deleted", "tag": "47690ba1-6d89-4797-92ed-b1c32d86ada3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:14:44.895631 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9b3530b-aef2-408a-8198-a479430f30e1 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:14:44.896024 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86c8b2d-fd88-4e8e-a453-dafa43701a18', 'name': 'network-vif-deleted', 'tag': '47690ba1-6d89-4797-92ed-b1c32d86ada3', 'status': 'completed', 'code': 200} Sep 14 10:14:45.053673 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:14:45.086853 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f44ad08-f340-407d-85ce-d81bf912aec2 req-c812b345-da1d-4e65-8bac-b9500d9644e8 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b86c8b2d-fd88-4e8e-a453-dafa43701a18 HTTP/1.1" status: 200 len: 210 time: 0.0254638 Sep 14 10:14:45.617074 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:47.167335 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:48.339426 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 47690ba1-6d89-4797-92ed-b1c32d86ada3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:14:48.351636 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41592) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:48.359136 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: 47690ba1-6d89-4797-92ed-b1c32d86ada3 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:14:48.359482 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device 47690ba1-6d89-4797-92ed-b1c32d86ada3 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:14:48.505739 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Deleting port 4f6070f5-34c7-4662-9f53-34ea94862f2c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:48.506084 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:48.585832 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:48.586151 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:48.597208 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Calling delete_port for 4f6070f5-34c7-4662-9f53-34ea94862f2c owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:48.733656 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:48.756320 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'Port': ['ID=4f6070f5-34c7-4662-9f53-34ea94862f2c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:48.765648 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.765988 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.766322 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.766677 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.767003 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.767668 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.767668 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.767944 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.768261 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.768576 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.768912 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.769227 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:48.825065 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:48.825388 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Floating IP 6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26 disassociated (deleted). External IP: 172.27.2.209, port: b06fec57-a180-4e8a-8b3f-0565ea8eceb1. Sep 14 10:14:49.028073 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:14:49.129667 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:14:49.134045 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:49.139445 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:14:49.148608 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:49.149225 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:49.160436 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-74b193a5-144d-4f69-8b3f-bfd8c00a0650 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "DELETE /v2.0/floatingips/6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26 HTTP/1.1" status: 204 len: 168 time: 0.8077273 Sep 14 10:14:49.161139 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:14:49.163483 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c485b3129c4e339606635d4318a28fc96146cd574b9cace622ef99b9072296fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090cd3b-ab22-4847-86fb-9b41aa3e669f" -d '{"events": [{"name": "network-changed", "server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:14:49.200329 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4161d94-7fd4-4cc1-8575-ae9812c3606b x-openstack-request-id: req-d4161d94-7fd4-4cc1-8575-ae9812c3606b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:14:49.200615 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:14:49.200919 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4161d94-7fd4-4cc1-8575-ae9812c3606b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:14:49.201285 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'status': 'completed', 'code': 200} Sep 14 10:14:49.258112 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:49.288048 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-cbeaef59-664d-4164-bc1b-6a8c51bc3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:49.290406 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-cbeaef59-664d-4164-bc1b-6a8c51bc3a55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54157c6d78d44f108d0799ab0d8f908a&device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 1098 time: 0.0454068 Sep 14 10:14:49.385762 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-7fa7c394-7349-426c-8745-e1fab545ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:49.387235 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-7fa7c394-7349-426c-8745-e1fab545ec26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 200 len: 913 time: 0.0901077 Sep 14 10:14:49.401207 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c300-a710-44cc-8710-2dad129b6341 req-9cc37dec-fefb-47f6-b2d2-6cd8243c2b49 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:49.402712 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9c09c300-a710-44cc-8710-2dad129b6341 req-9cc37dec-fefb-47f6-b2d2-6cd8243c2b49 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 945 time: 0.0563357 Sep 14 10:14:49.429980 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-4f1b87f8-a748-477c-b776-7050ee3d1d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 200 len: 217 time: 0.0334737 Sep 14 10:14:49.442255 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9c09c300-a710-44cc-8710-2dad129b6341 req-21abd3aa-401d-4e52-b2ce-a33478e62740 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331583 Sep 14 10:14:49.470789 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:49.482178 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:49.497852 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-ae97df53-6372-4212-9c24-034c1a6b6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:49.499311 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-ae97df53-6372-4212-9c24-034c1a6b6f96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 200 len: 851 time: 0.0622330 Sep 14 10:14:49.508713 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:14:49.516833 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:49.517471 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:49.551659 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-5a959474-490b-4c2d-860e-00dc505a2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:49.553103 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-5a959474-490b-4c2d-860e-00dc505a2bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31c341c-0602-497d-a5e3-d8e551afd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469520 Sep 14 10:14:49.645926 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-46bbefc3-037d-4db5-b18b-8483d627f957 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843315 Sep 14 10:14:49.740898 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e090cd3b-ab22-4847-86fb-9b41aa3e669f req-f6f74c41-46d7-4367-a079-6430e1f3d9a8 service neutron] 10.222.0.32 "GET /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865755 Sep 14 10:14:49.742848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:49.931820 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:49.960100 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e690006-4d80-4c5a-adb5-7b38d0bcb6ce None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:05Z', 'revision_number': 4, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi', '_interfaces': [{'id': '798ba707-7971-46cf-b37a-fc977a6db0ed', 'name': '', 'network_id': 'e31c341c-0602-497d-a5e3-d8e551afd4d8', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'mac_address': 'fa:16:3e:ff:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21be54f8-ef0a-4242-a19b-13658565a457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:04Z', 'updated_at': '2021-09-14T10:08:12Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'subnets': [{'id': '21be54f8-ef0a-4242-a19b-13658565a457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:14:50.151339 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34794a-07d1-461f-b3f3-4e324690d024 None None] New status for floating IP 6c07e9d4-7da0-4b3b-af1f-846fc7aa4b26: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 10:14:50.559785 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef79d2-3b90-4251-9a71-0b85601e07ba req-f5910687-0e24-4fbb-b244-3950243713f1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:50.561270 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6eef79d2-3b90-4251-9a71-0b85601e07ba req-f5910687-0e24-4fbb-b244-3950243713f1 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 945 time: 0.0481188 Sep 14 10:14:50.598911 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6eef79d2-3b90-4251-9a71-0b85601e07ba req-2996c1db-2d0c-42f0-b667-e24f9e4a9b37 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f82d498-bd49-4223-bb66-5e61cbb731ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Sep 14 10:14:50.990573 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-a6915dc8-1308-453d-a9c5-9728aa048ecf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:14:50.991997 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-a6915dc8-1308-453d-a9c5-9728aa048ecf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 945 time: 0.0465164 Sep 14 10:14:51.079871 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Deleting port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:51.080209 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:51.163604 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] For port b06fec57-a180-4e8a-8b3f-0565ea8eceb1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:51.163963 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:51.179827 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Calling delete_port for b06fec57-a180-4e8a-8b3f-0565ea8eceb1 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:51.297392 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:51.323247 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'Port': ['ID=b06fec57-a180-4e8a-8b3f-0565ea8eceb1,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:51.616538 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] No DVR routers for this DVR port b06fec57-a180-4e8a-8b3f-0565ea8eceb1 on host hv-cinder-80696 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:14:51.618946 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:51.621043 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e228e9de-2064-4321-a9cb-3ca01d509fd4 req-0ad23237-be30-44ba-a1be-58e83855f54b tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.32 "DELETE /v2.0/ports/b06fec57-a180-4e8a-8b3f-0565ea8eceb1 HTTP/1.1" status: 204 len: 173 time: 0.6229410 Sep 14 10:14:51.621471 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'name': 'network-vif-deleted', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 10:14:51.623686 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8b236006fea3adc1a0470b94202eef528bb7a12fb5e2fed09d53fb0ca215b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee05fb8b-7752-4dc2-b5ce-618ce0dfb98d" -d '{"events": [{"server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "name": "network-vif-deleted", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 10:14:51.670916 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf71309-3618-408e-bcce-114c8f71774c x-openstack-request-id: req-4cf71309-3618-408e-bcce-114c8f71774c {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 10:14:51.671626 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c5314-853b-4f42-8f12-fd2a0efde48e", "name": "network-vif-deleted", "tag": "b06fec57-a180-4e8a-8b3f-0565ea8eceb1", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 10:14:51.671954 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cf71309-3618-408e-bcce-114c8f71774c {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 10:14:51.672344 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200c5314-853b-4f42-8f12-fd2a0efde48e', 'name': 'network-vif-deleted', 'tag': 'b06fec57-a180-4e8a-8b3f-0565ea8eceb1', 'status': 'completed', 'code': 200} Sep 14 10:14:51.698390 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6ccc7c14-08a3-47ad-94f1-5741b000ebd7 req-ff42480c-d32e-40d3-b99b-de2f0713e1bf tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "GET /v2.0/ports?device_id=200c5314-853b-4f42-8f12-fd2a0efde48e HTTP/1.1" status: 200 len: 210 time: 0.0320227 Sep 14 10:14:52.756757 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41608) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:52.874344 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Deleting port beaac417-da10-460a-8267-a3bcdd325180 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:52.874683 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:52.952991 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:52.953322 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:52.964423 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Calling delete_port for beaac417-da10-460a-8267-a3bcdd325180 owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:53.088610 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:53.113574 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'Port': ['ID=beaac417-da10-460a-8267-a3bcdd325180,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:53.172121 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:53.175323 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240292'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:53.176564 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f1542936-770a-4b80-ad64-5c1405e14311 tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "DELETE /v2.0/floatingips/de75b783-ead7-4479-a56b-997268f27f48 HTTP/1.1" status: 204 len: 168 time: 0.4188166 Sep 14 10:14:54.365090 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41620) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:54.386317 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device b06fec57-a180-4e8a-8b3f-0565ea8eceb1 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:14:54.407769 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] No Port match for: b06fec57-a180-4e8a-8b3f-0565ea8eceb1 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:14:54.408363 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Device b06fec57-a180-4e8a-8b3f-0565ea8eceb1 not bound to the agent host hv-cinder-80696 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:14:54.425216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-012c8ffc-1f0b-485f-b26a-b910d0b6611f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:54.449902 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-012c8ffc-1f0b-485f-b26a-b910d0b6611f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:54.508809 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-012c8ffc-1f0b-485f-b26a-b910d0b6611f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:54.511421 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-012c8ffc-1f0b-485f-b26a-b910d0b6611f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:54.512579 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-012c8ffc-1f0b-485f-b26a-b910d0b6611f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f82d498-bd49-4223-bb66-5e61cbb731ff HTTP/1.1" status: 204 len: 168 time: 0.1464899 Sep 14 10:14:54.521845 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c8ffc-1f0b-485f-b26a-b910d0b6611f tempest-TestVolumeBootPattern-1807627991 tempest-TestVolumeBootPattern-1807627991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82d498-bd49-4223-bb66-5e61cbb731ff,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:54.563930 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41624) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:55.046726 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:55.509224 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Deleting port 798ba707-7971-46cf-b37a-fc977a6db0ed {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:55.509893 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:55.584994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] For port 798ba707-7971-46cf-b37a-fc977a6db0ed, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=798ba707-7971-46cf-b37a-fc977a6db0ed,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:55.585364 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:55.596980 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Calling delete_port for 798ba707-7971-46cf-b37a-fc977a6db0ed owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:55.765593 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:55.789766 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Pushing event deleted for resources: {'Port': ['ID=798ba707-7971-46cf-b37a-fc977a6db0ed,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:55.952337 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.157952 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Router de6861bd-7b2d-471e-ad23-3db6c0499f9a has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:14:56.258231 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:14:56.263171 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a6f0034a-a7bf-49f7-b328-1a55d10f142e admin admin] 10.222.0.21 "PUT /v2.0/routers/de6861bd-7b2d-471e-ad23-3db6c0499f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982007 Sep 14 10:14:56.265802 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41628) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:56.267145 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] Sync routers for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:14:56.277072 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:56.277679 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:56.371382 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.380080 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: dv-cinder-806965-4-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:56.471963 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.522033 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Deleting port aeb54569-4ec6-495c-b378-1d3765c21d97 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:56.522372 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.550538 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:14:55Z', 'revision_number': 5, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port': {'id': 'aeb54569-4ec6-495c-b378-1d3765c21d97', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:56.579700 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] Checking router: de6861bd-7b2d-471e-ad23-3db6c0499f9a for host: dv-cinder-806965-4-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:14:56.587881 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] Routers {'de6861bd-7b2d-471e-ad23-3db6c0499f9a'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:56.589021 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:56.599649 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] For port aeb54569-4ec6-495c-b378-1d3765c21d97, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=aeb54569-4ec6-495c-b378-1d3765c21d97,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:56.600025 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.615859 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Calling delete_port for aeb54569-4ec6-495c-b378-1d3765c21d97 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:56.673846 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] Set router de6861bd-7b2d-471e-ad23-3db6c0499f9a gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:56.724258 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:14:56Z', 'revision_number': 6, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:56.753540 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8be27-22d2-43a5-918d-2c4545e3ccdf None None] The sync data for ids ['de6861bd-7b2d-471e-ad23-3db6c0499f9a'] in dv-cinder-806965-4-iscsi is: [{'id': 'de6861bd-7b2d-471e-ad23-3db6c0499f9a', 'name': 'tempest-TestVolumeBootPattern-2091397274-router', 'tenant_id': '54157c6d78d44f108d0799ab0d8f908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:02Z', 'updated_at': '2021-09-14T10:14:56Z', 'revision_number': 6, 'project_id': '54157c6d78d44f108d0799ab0d8f908a', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:14:56.775512 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.802063 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb54569-4ec6-495c-b378-1d3765c21d97,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:56.863431 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.952638 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:56.955220 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.001176 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.001668 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6861bd-7b2d-471e-ad23-3db6c0499f9a {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:14:57.007262 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.008389 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2f64559c-13e3-4224-b80c-9f6c71313f22 admin admin] 10.222.0.21 "DELETE /v2.0/routers/de6861bd-7b2d-471e-ad23-3db6c0499f9a HTTP/1.1" status: 204 len: 168 time: 0.7411356 Sep 14 10:14:57.010859 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41630) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:57.053947 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Deleting subnet 21be54f8-ef0a-4242-a19b-13658565a457 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:14:57.056721 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.089969 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2420814'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.172035 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.221476 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2457072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59910859'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.244806 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21be54f8-ef0a-4242-a19b-13658565a457,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:57.248430 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.250370 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-31e0827d-7b77-4d6b-be99-a4ef3e913a69 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21be54f8-ef0a-4242-a19b-13658565a457 HTTP/1.1" status: 204 len: 168 time: 0.2385523 Sep 14 10:14:57.252904 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 41632) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:57.255263 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd66959-1332-45ec-b169-ca3f61368f7a None None] Network e31c341c-0602-497d-a5e3-d8e551afd4d8 requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:14:57.318625 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.373439 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Deleting port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:57.373784 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.435548 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] For port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,segment=NetworkSegment(68708c4e-99a1-47e7-8f62-00ba15db3134),segment_id=68708c4e-99a1-47e7-8f62-00ba15db3134)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:57.435851 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.447728 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Calling delete_port for e2a44a1b-c6bf-495c-bdef-6d81e8414b5f owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:57.508072 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] DHCP port deletion for e31c341c-0602-497d-a5e3-d8e551afd4d8 request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:14:57.539569 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2457037'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.554407 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] No DVR routers for this DVR port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f on host dv-cinder-806965-4-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:14:57.567174 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device aeb54569-4ec6-495c-b378-1d3765c21d97 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:14:57.570601 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Deleting port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:57.570974 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.577001 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:57.598299 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: aeb54569-4ec6-495c-b378-1d3765c21d97 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:14:57.598638 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device aeb54569-4ec6-495c-b378-1d3765c21d97 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:14:57.599054 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 798ba707-7971-46cf-b37a-fc977a6db0ed no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:14:57.624746 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 798ba707-7971-46cf-b37a-fc977a6db0ed {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:14:57.625131 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 798ba707-7971-46cf-b37a-fc977a6db0ed not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:14:57.625540 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e2a44a1b-c6bf-495c-bdef-6d81e8414b5f no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:14:57.643241 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.648474 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: e2a44a1b-c6bf-495c-bdef-6d81e8414b5f {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:14:57.649118 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device e2a44a1b-c6bf-495c-bdef-6d81e8414b5f not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:14:57.673301 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31c341c-0602-497d-a5e3-d8e551afd4d8']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:57.682459 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68708c4e-99a1-47e7-8f62-00ba15db3134') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:57.683114 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68708c4e-99a1-47e7-8f62-00ba15db3134') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:57.689221 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] For port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f, host dv-cinder-806965-4-iscsi, got binding levels [] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:57.689622 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.692391 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2420791'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.701389 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Calling delete_port for e2a44a1b-c6bf-495c-bdef-6d81e8414b5f owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:57.704625 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.ipam_backend_mixin [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f was not found and therefore no delete operation was performed {{(pid=93927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 10:14:57.705914 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.706386 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.712811 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:14:57.713221 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449426'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: timer() Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: self._notify() Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: event.method(event) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:14:57.714980 dv-cinder-806965-4-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:14:57.732765 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Pushing event deleted for resources: {'Port': ['ID=e2a44a1b-c6bf-495c-bdef-6d81e8414b5f,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:57.737671 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] No DVR routers for this DVR port e2a44a1b-c6bf-495c-bdef-6d81e8414b5f on host dv-cinder-806965-4-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:14:57.744301 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.744645 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.745114 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.745329 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.745657 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.745985 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.746310 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.746632 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.746951 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.747362 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.747576 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.748289 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f6e9-2bd5-4f42-bf7c-1f1cef1c014a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-4-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:14:57.772788 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.781874 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:57.786436 dv-cinder-806965-4-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e31c341c-0602-497d-a5e3-d8e551afd4d8 HTTP/1.1" status: 204 len: 168 time: 0.5300090 Sep 14 10:14:57.786929 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41634) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:57.798608 dv-cinder-806965-4-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a04b6-b7dc-4eff-9f5a-15a260c45da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e31c341c-0602-497d-a5e3-d8e551afd4d8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:58.117289 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683371'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:58.345800 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Deleting port bbc0c09e-af28-4033-b900-27e6861afefb {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:58.346135 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:58.419909 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] For port bbc0c09e-af28-4033-b900-27e6861afefb, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=bbc0c09e-af28-4033-b900-27e6861afefb,segment=NetworkSegment(0aba34c7-629a-4855-b8ed-0a19df4a7923),segment_id=0aba34c7-629a-4855-b8ed-0a19df4a7923)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:58.420311 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:58.432508 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Calling delete_port for bbc0c09e-af28-4033-b900-27e6861afefb owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:58.601099 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:58.628742 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc0c09e-af28-4033-b900-27e6861afefb,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:58.784707 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683487'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:58.997715 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Router 1c97f726-c928-4404-b32e-a5a6ece29d32 has already been hosted by L3 agent 7df1a142-6a69-4288-8464-d4bf65a8f440 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:14:59.325707 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] Notify agent at l3_agent.dv-cinder-806965-4-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:14:59.333762 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-185c04b0-30b3-4a20-b966-2e5a99c7eba3 admin admin] 10.222.0.21 "PUT /v2.0/routers/1c97f726-c928-4404-b32e-a5a6ece29d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5431437 Sep 14 10:14:59.334412 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41636) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:14:59.337136 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] Sync routers for ids ['1c97f726-c928-4404-b32e-a5a6ece29d32'] in dv-cinder-806965-4-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:14:59.346850 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] Routers {'1c97f726-c928-4404-b32e-a5a6ece29d32'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:59.347534 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['1c97f726-c928-4404-b32e-a5a6ece29d32'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:59.434994 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:59.449042 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] Set router 1c97f726-c928-4404-b32e-a5a6ece29d32 gateway port host: dv-cinder-806965-4-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:59.531515 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:59.590283 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Deleting port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:14:59.590783 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:59.622245 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'external_fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:14:58Z', 'revision_number': 5, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port': {'id': 'ed3e1f90-820b-40a8-bc56-ff9d6753ac3f', 'name': '', 'network_id': '28c6d1c1-a5ae-4e1c-8c50-5ed2dcf80de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5f3065e-25df-41d0-9a35-f79d83558b6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-4-iscsi'}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:59.652250 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] Checking router: 1c97f726-c928-4404-b32e-a5a6ece29d32 for host: dv-cinder-806965-4-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:14:59.660502 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] Routers {'1c97f726-c928-4404-b32e-a5a6ece29d32'} bound to L3 agent in host dv-cinder-806965-4-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:14:59.661127 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T09:52:44Z,description=,heartbeat_timestamp=2021-09-14T10:14:44Z,host='dv-cinder-806965-4-iscsi',id=7df1a142-6a69-4288-8464-d4bf65a8f440,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T09:52:44Z,topic='l3_agent')) {'router_ids': ['1c97f726-c928-4404-b32e-a5a6ece29d32'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:59.668353 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] For port ed3e1f90-820b-40a8-bc56-ff9d6753ac3f, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,segment=NetworkSegment(c329043b-9362-4b42-b5ec-9c2cb95c948d),segment_id=c329043b-9362-4b42-b5ec-9c2cb95c948d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:14:59.668723 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:59.680650 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Calling delete_port for ed3e1f90-820b-40a8-bc56-ff9d6753ac3f owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:14:59.745160 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] Set router 1c97f726-c928-4404-b32e-a5a6ece29d32 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:14:59.795467 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:14:59Z', 'revision_number': 6, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port_host': None}], 'dv-cinder-806965-4-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:14:59.823836 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84674ba-1950-414b-b2e6-b03d1c10da33 None None] The sync data for ids ['1c97f726-c928-4404-b32e-a5a6ece29d32'] in dv-cinder-806965-4-iscsi is: [{'id': '1c97f726-c928-4404-b32e-a5a6ece29d32', 'name': 'tempest-TestVolumeBootPattern-2072473973-router', 'tenant_id': '21993c3c509141aaab9e04d680794a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:08:07Z', 'updated_at': '2021-09-14T10:14:59Z', 'revision_number': 6, 'project_id': '21993c3c509141aaab9e04d680794a23', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:14:59.841216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:14:59.866371 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3e1f90-820b-40a8-bc56-ff9d6753ac3f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:14:59.927928 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680893'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.013957 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127624'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.016005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.058135 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685575'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.058575 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c97f726-c928-4404-b32e-a5a6ece29d32 {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 10:15:00.063159 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.064979 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c200c672-25c5-45a9-948d-0b05c429b111 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1c97f726-c928-4404-b32e-a5a6ece29d32 HTTP/1.1" status: 204 len: 168 time: 0.7301104 Sep 14 10:15:00.067512 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41638) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:15:00.114096 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Deleting subnet f68a5e97-5e6f-406d-889d-d389a7ed47b8 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 10:15:00.116970 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.149805 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875222'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.227491 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625152'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.279931 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62808425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62703824'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.308809 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68a5e97-5e6f-406d-889d-d389a7ed47b8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:15:00.312302 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.314775 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-237802a9-8a45-45b4-abdd-1f02a53b7bc5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f68a5e97-5e6f-406d-889d-d389a7ed47b8 HTTP/1.1" status: 204 len: 168 time: 0.2463078 Sep 14 10:15:00.317277 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41640) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:15:00.319712 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09ee79-d526-4139-90ff-d3e3207642bb None None] Network 3794dd0c-a5c3-40a9-900e-0a461ae4b14f requested from dv-cinder-806965-4-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:15:00.392016 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570332'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.443683 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Deleting port 0e951c83-36bd-460f-96b4-57575d494299 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:15:00.444024 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.510307 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] For port 0e951c83-36bd-460f-96b4-57575d494299, host dv-cinder-806965-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-4-iscsi',level=0,port_id=0e951c83-36bd-460f-96b4-57575d494299,segment=NetworkSegment(0aba34c7-629a-4855-b8ed-0a19df4a7923),segment_id=0aba34c7-629a-4855-b8ed-0a19df4a7923)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:15:00.510607 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.521713 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Calling delete_port for 0e951c83-36bd-460f-96b4-57575d494299 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:15:00.577550 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] DHCP port deletion for 3794dd0c-a5c3-40a9-900e-0a461ae4b14f request from dv-cinder-806965-4-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 10:15:00.601850 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62808404'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.626695 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Deleting port 0e951c83-36bd-460f-96b4-57575d494299 {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 10:15:00.627061 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793449018938'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.631325 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e951c83-36bd-460f-96b4-57575d494299,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:15:00.634805 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] No DVR routers for this DVR port 0e951c83-36bd-460f-96b4-57575d494299 on host dv-cinder-806965-4-iscsi {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:15:00.693486 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] For port 0e951c83-36bd-460f-96b4-57575d494299, host dv-cinder-806965-4-iscsi, got binding levels [] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:15:00.693891 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692890'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.706002 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624501', 'neutron.services.segments.db._delete_segments_for_network-8793448773277'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.706267 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Calling delete_port for 0e951c83-36bd-460f-96b4-57575d494299 owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 10:15:00.708802 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.ipam_backend_mixin [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Port 0e951c83-36bd-460f-96b4-57575d494299 was not found and therefore no delete operation was performed {{(pid=93927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 10:15:00.710100 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793449024260', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793448470748'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.726452 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3794dd0c-a5c3-40a9-900e-0a461ae4b14f']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:15:00.735349 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba34c7-629a-4855-b8ed-0a19df4a7923') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:15:00.735638 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba34c7-629a-4855-b8ed-0a19df4a7923') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:15:00.739612 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] Pushing event deleted for resources: {'Port': ['ID=0e951c83-36bd-460f-96b4-57575d494299,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:15:00.741503 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3558323-ff0c-4382-94e5-931f22e54bac None None] No DVR routers for this DVR port 0e951c83-36bd-460f-96b4-57575d494299 on host dv-cinder-806965-4-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 10:15:00.752484 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793448774054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875311'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.767247 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.774339 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 10:15:00.774734 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62815371'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: timer() Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: self._notify() Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: event.method(event) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 10:15:00.776786 dv-cinder-806965-4-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 10:15:00.841121 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680793'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.846711 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674152'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:00.848647 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3794dd0c-a5c3-40a9-900e-0a461ae4b14f HTTP/1.1" status: 204 len: 168 time: 0.5304441 Sep 14 10:15:00.860760 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f1256-6c9b-43c6-9e87-29b9f5047ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3794dd0c-a5c3-40a9-900e-0a461ae4b14f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:15:00.960237 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41644) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:15:00.998798 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-266759a9-846b-4427-bb9c-152e12e3e3dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54157c6d78d44f108d0799ab0d8f908a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373423 Sep 14 10:15:01.001216 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41646) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:15:01.046797 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee7469a2-1c43-4bdf-b5ce-e2f677684003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.066619 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee7469a2-1c43-4bdf-b5ce-e2f677684003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.114830 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee7469a2-1c43-4bdf-b5ce-e2f677684003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.117378 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee7469a2-1c43-4bdf-b5ce-e2f677684003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.118548 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ee7469a2-1c43-4bdf-b5ce-e2f677684003 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b5baa94-b619-4065-a487-6f5c1597e9db HTTP/1.1" status: 204 len: 168 time: 0.1164558 Sep 14 10:15:01.126996 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7469a2-1c43-4bdf-b5ce-e2f677684003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5baa94-b619-4065-a487-6f5c1597e9db,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:15:01.338782 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device ed3e1f90-820b-40a8-bc56-ff9d6753ac3f no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:15:01.358508 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: ed3e1f90-820b-40a8-bc56-ff9d6753ac3f {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:15:01.358848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device ed3e1f90-820b-40a8-bc56-ff9d6753ac3f not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:15:01.359254 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0e951c83-36bd-460f-96b4-57575d494299 no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:15:01.378275 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: 0e951c83-36bd-460f-96b4-57575d494299 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:15:01.378657 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device 0e951c83-36bd-460f-96b4-57575d494299 not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:15:01.379017 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device bbc0c09e-af28-4033-b900-27e6861afefb no longer exists at agent ovs-agent-dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 10:15:01.398533 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] No Port match for: bbc0c09e-af28-4033-b900-27e6861afefb {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 10:15:01.398894 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Device bbc0c09e-af28-4033-b900-27e6861afefb not bound to the agent host dv-cinder-806965-4-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 10:15:01.433005 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41652) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:15:01.472490 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d7a32461-1aad-4f48-b175-4bb77652a0b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21993c3c509141aaab9e04d680794a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382597 Sep 14 10:15:01.474822 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 41654) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:15:01.521111 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0341a7b9-4867-4cd0-babe-e21686e5d03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.541163 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0341a7b9-4867-4cd0-babe-e21686e5d03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.588300 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0341a7b9-4867-4cd0-babe-e21686e5d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715782'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.590784 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0341a7b9-4867-4cd0-babe-e21686e5d03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:01.591914 dv-cinder-806965-4-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0341a7b9-4867-4cd0-babe-e21686e5d03e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a17e5af-c525-4015-a9b2-e3e3f8807221 HTTP/1.1" status: 204 len: 168 time: 0.1162176 Sep 14 10:15:01.599455 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341a7b9-4867-4cd0-babe-e21686e5d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17e5af-c525-4015-a9b2-e3e3f8807221,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:15:11.547477 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e753ea17-7343-4040-99fe-f446a6caf2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:14.313726 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1929bece-7d9d-4a7a-b55e-06554e9bef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:14.512377 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:15.617113 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:17.173539 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:19.438294 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:22.053112 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:15:41.548150 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de5701b5-e359-4331-8920-59afa5294b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:44.313300 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-368d19b9-df37-4edd-9551-d11afbfae0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:44.513109 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:45.620080 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:47.173574 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:49.450713 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:15:59.051890 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:16:11.547688 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3d0392c1-a1f5-47f0-aa53-c0a4cc5dadfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:14.314185 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a82e0f9d-393b-4ff6-9f03-dabfb70bd034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:14.513131 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:15.624504 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:17.175460 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:19.450443 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:36.050351 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:16:41.547220 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0e072dde-4f34-4160-a46e-1c143e7ebab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:44.314032 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-84eb56e7-0eca-436b-b863-fe7734f21e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:44.513316 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:45.625648 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:47.178900 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:16:49.454325 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:11.547962 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-27512efc-0ee2-480b-b6a6-85668930d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:13.049381 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:17:14.314848 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-63418774-6cff-4e17-b527-b4ecb240f36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:14.513123 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:15.627972 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:17.181600 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:19.464558 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:41.551654 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a775877c-fb88-4295-8b1a-05c73c15a30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:44.315957 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-30155cf2-af55-4acc-b14f-817dcb29851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:44.516794 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:45.632357 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:47.186734 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:49.479933 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:17:50.048271 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:18:11.551912 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-523922bc-2c83-4793-812a-33de445aeb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:14.314869 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-229a0e16-9f34-4369-b8cc-0e8e483d797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:14.517443 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:15.632747 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:17.187391 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:19.479082 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:27.048396 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:18:41.551565 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-da393cd0-385a-421c-b9be-ac2505ee3f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:44.315169 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0664a20c-ed4e-42ea-8354-9ce8cd478e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:44.518202 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:45.636524 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:47.190527 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:18:49.494755 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:03.061451 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-57bcc4a7-62ef-438a-ab52-5d7fcf2f8a63 req-83619bd1-c769-4c3e-8b3d-e56384978449 service neutron] (93925) timed out ('10.222.0.32', 50254) {{(pid=93925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 10:19:03.630569 dv-cinder-806965-4-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-8112acfa-fe49-4210-9555-61a94b1a1b2a req-8e0a6355-b314-4da3-8552-443422e0a77e service neutron] (93925) timed out ('10.222.0.32', 49859) {{(pid=93925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 10:19:04.047506 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:19:11.551854 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-30310cdd-70a3-4ae6-ac74-4e67d55d5346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:14.316733 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-992d2281-bfb9-4434-9e5d-205f8d66dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:14.519192 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:15.639924 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:17.193656 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:19.509962 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:41.045555 dv-cinder-806965-4-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-2a0260c3-d78b-4a01-aaa6-fe1de42fa654 None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:19:41.553632 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0a267454-9a77-4fab-90a3-a44ca49b5ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:44.315852 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8862cde9-bde0-41eb-a45f-5321e0c01ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:44.518497 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e15e73e6-8346-422d-8bf0-9dc9645c68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:45.643046 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d3fada93-90d5-4017-8de9-3fea22e25e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:47.194949 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0d44fcd9-b3ac-49c0-9197-113cee3ba0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:19:49.496287 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6d200dcd-6693-4ffe-ab8c-5b5a6d4a827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:20:11.553279 dv-cinder-806965-4-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e746c15d-4e11-46ea-8f45-2210b9e14d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793448773259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624051'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}